{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/12, 18:04:12, Iteration: 1000, Train Loss: 2.2142e+00, c1: 1.1471e-01, c2: 7.9627e-02, d1: 5.8331e-02, d2: 7.1990e-02, l1_reg: 3.2991e+02, l2_reg: 5.5831e+01\n",
      "2020/09/12, 18:04:22, Iteration: 2000, Train Loss: 1.8190e+00, c1: 1.0615e-01, c2: 1.0114e-01, d1: 5.8405e-02, d2: 1.1746e-02, l1_reg: 3.3567e+02, l2_reg: 5.9921e+01\n",
      "2020/09/12, 18:04:31, Iteration: 3000, Train Loss: 1.6200e+00, c1: 7.3350e-02, c2: 9.3459e-02, d1: 4.9049e-02, d2: 1.2157e-02, l1_reg: 3.3977e+02, l2_reg: 6.2580e+01\n",
      "2020/09/12, 18:04:40, Iteration: 4000, Train Loss: 1.4220e+00, c1: 1.0348e-01, c2: 7.8534e-02, d1: 4.3287e-02, d2: 1.0030e-02, l1_reg: 3.4515e+02, l2_reg: 6.5999e+01\n",
      "2020/09/12, 18:04:50, Iteration: 5000, Train Loss: 1.4069e+00, c1: 7.3845e-02, c2: 7.5303e-02, d1: 4.2635e-02, d2: 1.5368e-02, l1_reg: 3.4731e+02, l2_reg: 6.7861e+01\n",
      "2020/09/12, 18:06:44, Iteration: 17000, Train Loss: 7.9915e-01, c1: 8.2229e-02, c2: 3.7014e-02, d1: 2.7173e-02, d2: 7.5052e-03, l1_reg: 3.8075e+02, l2_reg: 8.9403e+01\n",
      "2020/09/12, 18:06:53, Iteration: 18000, Train Loss: 7.2763e-01, c1: 7.0972e-02, c2: 3.4322e-02, d1: 2.6614e-02, d2: 4.7289e-03, l1_reg: 3.8343e+02, l2_reg: 9.1318e+01\n",
      "2020/09/12, 18:07:03, Iteration: 19000, Train Loss: 6.7103e-01, c1: 7.9728e-02, c2: 3.1713e-02, d1: 2.3146e-02, d2: 4.2709e-03, l1_reg: 3.8587e+02, l2_reg: 9.2957e+01\n",
      "2020/09/12, 18:07:12, Iteration: 20000, Train Loss: 7.1098e-01, c1: 8.1114e-02, c2: 3.2633e-02, d1: 2.3327e-02, d2: 7.0270e-03, l1_reg: 3.8839e+02, l2_reg: 9.4521e+01\n",
      "2020/09/12, 18:07:21, Iteration: 21000, Train Loss: 6.2067e-01, c1: 5.9268e-02, c2: 2.9032e-02, d1: 2.2235e-02, d2: 4.8728e-03, l1_reg: 3.9094e+02, l2_reg: 9.6048e+01\n",
      "2020/09/12, 18:07:31, Iteration: 22000, Train Loss: 6.4414e-01, c1: 6.1084e-02, c2: 2.9722e-02, d1: 2.1963e-02, d2: 6.6194e-03, l1_reg: 3.9341e+02, l2_reg: 9.7582e+01\n",
      "2020/09/12, 18:07:40, Iteration: 23000, Train Loss: 5.5141e-01, c1: 3.3737e-02, c2: 2.5889e-02, d1: 2.2792e-02, d2: 3.0853e-03, l1_reg: 3.9562e+02, l2_reg: 9.9118e+01\n",
      "2020/09/12, 18:07:50, Iteration: 24000, Train Loss: 6.0265e-01, c1: 5.4502e-02, c2: 2.6699e-02, d1: 2.0822e-02, d2: 7.2929e-03, l1_reg: 3.9765e+02, l2_reg: 1.0060e+02\n",
      "2020/09/12, 18:07:59, Iteration: 25000, Train Loss: 5.7085e-01, c1: 6.8792e-02, c2: 2.4262e-02, d1: 2.0151e-02, d2: 5.7921e-03, l1_reg: 3.9955e+02, l2_reg: 1.0200e+02\n",
      "2020/09/12, 18:08:08, Iteration: 26000, Train Loss: 5.7718e-01, c1: 4.5339e-02, c2: 2.5769e-02, d1: 2.0840e-02, d2: 6.5746e-03, l1_reg: 4.0136e+02, l2_reg: 1.0333e+02\n",
      "2020/09/12, 18:08:18, Iteration: 27000, Train Loss: 5.9757e-01, c1: 6.4288e-02, c2: 2.5713e-02, d1: 2.1717e-02, d2: 5.8974e-03, l1_reg: 4.0295e+02, l2_reg: 1.0458e+02\n",
      "2020/09/12, 18:08:27, Iteration: 28000, Train Loss: 5.0093e-01, c1: 3.9291e-02, c2: 2.3204e-02, d1: 1.9950e-02, d2: 3.0097e-03, l1_reg: 4.0470e+02, l2_reg: 1.0589e+02\n",
      "2020/09/12, 18:08:36, Iteration: 29000, Train Loss: 5.7488e-01, c1: 5.8486e-02, c2: 2.5198e-02, d1: 1.9241e-02, d2: 7.1992e-03, l1_reg: 4.0643e+02, l2_reg: 1.0722e+02\n",
      "2020/09/12, 18:08:46, Iteration: 30000, Train Loss: 4.8025e-01, c1: 3.5780e-02, c2: 2.2129e-02, d1: 1.7684e-02, d2: 4.6333e-03, l1_reg: 4.0826e+02, l2_reg: 1.0866e+02\n",
      "2020/09/12, 18:08:55, Iteration: 31000, Train Loss: 5.2079e-01, c1: 6.4417e-02, c2: 2.0868e-02, d1: 1.8288e-02, d2: 6.4805e-03, l1_reg: 4.0997e+02, l2_reg: 1.1002e+02\n",
      "2020/09/12, 18:09:05, Iteration: 32000, Train Loss: 5.7760e-01, c1: 6.5958e-02, c2: 2.2901e-02, d1: 1.8596e-02, d2: 9.6660e-03, l1_reg: 4.1163e+02, l2_reg: 1.1136e+02\n",
      "2020/09/12, 18:09:14, Iteration: 33000, Train Loss: 4.9056e-01, c1: 5.6052e-02, c2: 2.2286e-02, d1: 1.6806e-02, d2: 4.3578e-03, l1_reg: 4.1320e+02, l2_reg: 1.1266e+02\n",
      "2020/09/12, 18:09:24, Iteration: 34000, Train Loss: 5.6056e-01, c1: 3.9976e-02, c2: 2.4386e-02, d1: 1.7684e-02, d2: 9.9884e-03, l1_reg: 4.1481e+02, l2_reg: 1.1399e+02\n",
      "2020/09/12, 18:09:33, Iteration: 35000, Train Loss: 5.1255e-01, c1: 5.3335e-02, c2: 2.0799e-02, d1: 1.7123e-02, d2: 7.9991e-03, l1_reg: 4.1636e+02, l2_reg: 1.1531e+02\n",
      "2020/09/12, 18:09:42, Iteration: 36000, Train Loss: 5.3452e-01, c1: 4.3491e-02, c2: 2.1536e-02, d1: 1.6434e-02, d2: 1.1133e-02, l1_reg: 4.1787e+02, l2_reg: 1.1662e+02\n",
      "2020/09/12, 18:09:52, Iteration: 37000, Train Loss: 4.6104e-01, c1: 5.0695e-02, c2: 2.0038e-02, d1: 1.6691e-02, d2: 4.3050e-03, l1_reg: 4.1926e+02, l2_reg: 1.1790e+02\n",
      "2020/09/12, 18:10:01, Iteration: 38000, Train Loss: 4.8483e-01, c1: 4.3471e-02, c2: 1.9934e-02, d1: 1.6309e-02, d2: 7.8918e-03, l1_reg: 4.2046e+02, l2_reg: 1.1902e+02\n",
      "2020/09/12, 18:10:10, Iteration: 39000, Train Loss: 4.5042e-01, c1: 3.5426e-02, c2: 1.8446e-02, d1: 1.7094e-02, d2: 5.9585e-03, l1_reg: 4.2170e+02, l2_reg: 1.2018e+02\n",
      "2020/09/12, 18:10:20, Iteration: 40000, Train Loss: 4.5331e-01, c1: 4.8082e-02, c2: 1.8604e-02, d1: 1.5583e-02, d2: 6.3350e-03, l1_reg: 4.2286e+02, l2_reg: 1.2130e+02\n",
      "2020/09/12, 18:10:29, Iteration: 41000, Train Loss: 5.0464e-01, c1: 4.9605e-02, c2: 1.8810e-02, d1: 1.5713e-02, d2: 1.0980e-02, l1_reg: 4.2386e+02, l2_reg: 1.2230e+02\n",
      "2020/09/12, 18:10:39, Iteration: 42000, Train Loss: 5.0310e-01, c1: 5.7901e-02, c2: 2.0283e-02, d1: 1.5586e-02, d2: 8.6505e-03, l1_reg: 4.2495e+02, l2_reg: 1.2333e+02\n",
      "2020/09/12, 18:10:48, Iteration: 43000, Train Loss: 4.4788e-01, c1: 4.9588e-02, c2: 1.8760e-02, d1: 1.4685e-02, d2: 6.3839e-03, l1_reg: 4.2571e+02, l2_reg: 1.2429e+02\n",
      "2020/09/12, 18:10:58, Iteration: 44000, Train Loss: 4.3978e-01, c1: 4.7823e-02, c2: 1.9206e-02, d1: 1.5022e-02, d2: 4.9670e-03, l1_reg: 4.2657e+02, l2_reg: 1.2523e+02\n",
      "2020/09/12, 18:11:07, Iteration: 45000, Train Loss: 3.8259e-01, c1: 4.4838e-02, c2: 1.6392e-02, d1: 1.4072e-02, d2: 3.3098e-03, l1_reg: 4.2741e+02, l2_reg: 1.2617e+02\n",
      "2020/09/12, 18:11:16, Iteration: 46000, Train Loss: 4.2470e-01, c1: 4.8420e-02, c2: 1.7218e-02, d1: 1.4065e-02, d2: 6.3450e-03, l1_reg: 4.2810e+02, l2_reg: 1.2702e+02\n",
      "2020/09/12, 18:11:26, Iteration: 47000, Train Loss: 4.2353e-01, c1: 4.9360e-02, c2: 1.7454e-02, d1: 1.4843e-02, d2: 5.1196e-03, l1_reg: 4.2887e+02, l2_reg: 1.2784e+02\n",
      "2020/09/12, 18:11:35, Iteration: 48000, Train Loss: 5.0541e-01, c1: 7.2929e-02, c2: 1.9530e-02, d1: 1.3158e-02, d2: 1.0560e-02, l1_reg: 4.2961e+02, l2_reg: 1.2865e+02\n",
      "2020/09/12, 18:11:45, Iteration: 49000, Train Loss: 4.1516e-01, c1: 4.7953e-02, c2: 1.8069e-02, d1: 1.3507e-02, d2: 5.1439e-03, l1_reg: 4.3029e+02, l2_reg: 1.2939e+02\n",
      "2020/09/12, 18:11:54, Iteration: 50000, Train Loss: 3.6325e-01, c1: 3.0262e-02, c2: 1.5285e-02, d1: 1.3007e-02, d2: 5.0065e-03, l1_reg: 4.3106e+02, l2_reg: 1.3017e+02\n",
      "2020/09/12, 18:12:03, Iteration: 51000, Train Loss: 3.9773e-01, c1: 4.5832e-02, c2: 1.7108e-02, d1: 1.2800e-02, d2: 5.2810e-03, l1_reg: 4.3174e+02, l2_reg: 1.3087e+02\n",
      "2020/09/12, 18:12:13, Iteration: 52000, Train Loss: 3.9505e-01, c1: 4.9635e-02, c2: 1.6336e-02, d1: 1.2865e-02, d2: 5.3391e-03, l1_reg: 4.3251e+02, l2_reg: 1.3166e+02\n",
      "2020/09/12, 18:12:22, Iteration: 53000, Train Loss: 3.7014e-01, c1: 3.2883e-02, c2: 1.6831e-02, d1: 1.3635e-02, d2: 3.2593e-03, l1_reg: 4.3330e+02, l2_reg: 1.3243e+02\n",
      "2020/09/12, 18:12:31, Iteration: 54000, Train Loss: 3.7446e-01, c1: 3.2940e-02, c2: 1.6986e-02, d1: 1.3513e-02, d2: 3.6530e-03, l1_reg: 4.3400e+02, l2_reg: 1.3319e+02\n",
      "2020/09/12, 18:12:41, Iteration: 55000, Train Loss: 3.6479e-01, c1: 4.2244e-02, c2: 1.5973e-02, d1: 1.3069e-02, d2: 3.2124e-03, l1_reg: 4.3478e+02, l2_reg: 1.3398e+02\n",
      "2020/09/12, 18:12:50, Iteration: 56000, Train Loss: 3.7688e-01, c1: 5.1350e-02, c2: 1.5572e-02, d1: 1.2931e-02, d2: 4.0497e-03, l1_reg: 4.3549e+02, l2_reg: 1.3469e+02\n",
      "2020/09/12, 18:12:59, Iteration: 57000, Train Loss: 3.3994e-01, c1: 4.0052e-02, c2: 1.5087e-02, d1: 1.2204e-02, d2: 2.6970e-03, l1_reg: 4.3617e+02, l2_reg: 1.3538e+02\n",
      "2020/09/12, 18:13:09, Iteration: 58000, Train Loss: 3.6134e-01, c1: 4.2977e-02, c2: 1.5730e-02, d1: 1.2692e-02, d2: 3.4140e-03, l1_reg: 4.3675e+02, l2_reg: 1.3606e+02\n",
      "2020/09/12, 18:13:18, Iteration: 59000, Train Loss: 3.5837e-01, c1: 3.8098e-02, c2: 1.4924e-02, d1: 1.2740e-02, d2: 4.3629e-03, l1_reg: 4.3753e+02, l2_reg: 1.3678e+02\n",
      "2020/09/12, 18:13:28, Iteration: 60000, Train Loss: 3.6507e-01, c1: 4.4359e-02, c2: 1.6088e-02, d1: 1.1969e-02, d2: 4.0144e-03, l1_reg: 4.3841e+02, l2_reg: 1.3751e+02\n",
      "2020/09/12, 18:13:37, Iteration: 61000, Train Loss: 3.5983e-01, c1: 3.8939e-02, c2: 1.6148e-02, d1: 1.2432e-02, d2: 3.5077e-03, l1_reg: 4.3899e+02, l2_reg: 1.3812e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/12, 18:13:46, Iteration: 62000, Train Loss: 3.4103e-01, c1: 4.4006e-02, c2: 1.5207e-02, d1: 1.2047e-02, d2: 2.4474e-03, l1_reg: 4.3988e+02, l2_reg: 1.3888e+02\n",
      "2020/09/12, 18:13:56, Iteration: 63000, Train Loss: 3.5967e-01, c1: 4.1865e-02, c2: 1.4856e-02, d1: 1.2655e-02, d2: 4.2696e-03, l1_reg: 4.4067e+02, l2_reg: 1.3954e+02\n",
      "2020/09/12, 18:14:05, Iteration: 64000, Train Loss: 3.6551e-01, c1: 3.5421e-02, c2: 1.5111e-02, d1: 1.1852e-02, d2: 6.0454e-03, l1_reg: 4.4135e+02, l2_reg: 1.4020e+02\n",
      "2020/09/12, 18:14:15, Iteration: 65000, Train Loss: 3.5527e-01, c1: 4.3521e-02, c2: 1.6126e-02, d1: 1.1572e-02, d2: 3.4769e-03, l1_reg: 4.4225e+02, l2_reg: 1.4093e+02\n",
      "2020/09/12, 18:14:24, Iteration: 66000, Train Loss: 3.7704e-01, c1: 5.1130e-02, c2: 1.5201e-02, d1: 1.2683e-02, d2: 4.7068e-03, l1_reg: 4.4279e+02, l2_reg: 1.4148e+02\n",
      "2020/09/12, 18:14:34, Iteration: 67000, Train Loss: 3.4534e-01, c1: 3.0840e-02, c2: 1.4790e-02, d1: 1.2388e-02, d2: 4.2717e-03, l1_reg: 4.4366e+02, l2_reg: 1.4218e+02\n",
      "2020/09/12, 18:14:43, Iteration: 68000, Train Loss: 3.7422e-01, c1: 3.9883e-02, c2: 1.4693e-02, d1: 1.1858e-02, d2: 6.8821e-03, l1_reg: 4.4432e+02, l2_reg: 1.4283e+02\n",
      "2020/09/12, 18:14:52, Iteration: 69000, Train Loss: 3.9973e-01, c1: 4.0951e-02, c2: 1.5461e-02, d1: 1.1489e-02, d2: 8.9272e-03, l1_reg: 4.4512e+02, l2_reg: 1.4352e+02\n",
      "2020/09/12, 18:15:02, Iteration: 70000, Train Loss: 3.5065e-01, c1: 3.7888e-02, c2: 1.4856e-02, d1: 1.2198e-02, d2: 4.2212e-03, l1_reg: 4.4568e+02, l2_reg: 1.4410e+02\n",
      "2020/09/12, 18:15:11, Iteration: 71000, Train Loss: 3.1477e-01, c1: 3.7424e-02, c2: 1.3966e-02, d1: 1.1809e-02, d2: 1.9597e-03, l1_reg: 4.4644e+02, l2_reg: 1.4475e+02\n",
      "2020/09/12, 18:15:21, Iteration: 72000, Train Loss: 3.1031e-01, c1: 2.6119e-02, c2: 1.4031e-02, d1: 1.1255e-02, d2: 3.1323e-03, l1_reg: 4.4719e+02, l2_reg: 1.4543e+02\n",
      "2020/09/12, 18:15:30, Iteration: 73000, Train Loss: 3.4986e-01, c1: 4.5121e-02, c2: 1.3917e-02, d1: 1.1093e-02, d2: 5.4631e-03, l1_reg: 4.4786e+02, l2_reg: 1.4605e+02\n",
      "2020/09/12, 18:15:39, Iteration: 74000, Train Loss: 3.2707e-01, c1: 3.9302e-02, c2: 1.3932e-02, d1: 1.1107e-02, d2: 3.7379e-03, l1_reg: 4.4862e+02, l2_reg: 1.4671e+02\n",
      "2020/09/12, 18:15:49, Iteration: 75000, Train Loss: 3.8341e-01, c1: 4.1343e-02, c2: 1.3930e-02, d1: 1.3504e-02, d2: 6.7729e-03, l1_reg: 4.4917e+02, l2_reg: 1.4726e+02\n",
      "2020/09/12, 18:15:58, Iteration: 76000, Train Loss: 3.4134e-01, c1: 4.0495e-02, c2: 1.2879e-02, d1: 1.2324e-02, d2: 4.8806e-03, l1_reg: 4.4994e+02, l2_reg: 1.4794e+02\n",
      "2020/09/12, 18:16:08, Iteration: 77000, Train Loss: 3.1277e-01, c1: 4.4122e-02, c2: 1.3786e-02, d1: 1.0369e-02, d2: 2.7089e-03, l1_reg: 4.5068e+02, l2_reg: 1.4860e+02\n",
      "2020/09/12, 18:16:17, Iteration: 78000, Train Loss: 2.9731e-01, c1: 3.0686e-02, c2: 1.3152e-02, d1: 1.1525e-02, d2: 1.9851e-03, l1_reg: 4.5130e+02, l2_reg: 1.4919e+02\n",
      "2020/09/12, 18:16:26, Iteration: 79000, Train Loss: 3.4544e-01, c1: 3.8231e-02, c2: 1.3344e-02, d1: 1.0735e-02, d2: 6.6414e-03, l1_reg: 4.5202e+02, l2_reg: 1.4988e+02\n",
      "2020/09/12, 18:16:35, Iteration: 80000, Train Loss: 3.6991e-01, c1: 4.0740e-02, c2: 1.4492e-02, d1: 1.0867e-02, d2: 7.5576e-03, l1_reg: 4.5258e+02, l2_reg: 1.5043e+02\n",
      "2020/09/12, 18:16:45, Iteration: 81000, Train Loss: 3.1486e-01, c1: 3.4579e-02, c2: 1.3752e-02, d1: 1.0657e-02, d2: 3.6179e-03, l1_reg: 4.5303e+02, l2_reg: 1.5098e+02\n",
      "2020/09/12, 18:16:54, Iteration: 82000, Train Loss: 3.2353e-01, c1: 3.8221e-02, c2: 1.3721e-02, d1: 1.0754e-02, d2: 4.0556e-03, l1_reg: 4.5339e+02, l2_reg: 1.5155e+02\n",
      "2020/09/12, 18:17:03, Iteration: 83000, Train Loss: 3.1613e-01, c1: 3.9206e-02, c2: 1.3352e-02, d1: 1.0473e-02, d2: 3.8668e-03, l1_reg: 4.5383e+02, l2_reg: 1.5216e+02\n",
      "2020/09/12, 18:17:13, Iteration: 84000, Train Loss: 3.1879e-01, c1: 3.7151e-02, c2: 1.3021e-02, d1: 1.1204e-02, d2: 3.9387e-03, l1_reg: 4.5436e+02, l2_reg: 1.5277e+02\n",
      "2020/09/12, 18:17:22, Iteration: 85000, Train Loss: 3.0782e-01, c1: 3.1485e-02, c2: 1.3398e-02, d1: 1.0821e-02, d2: 3.4132e-03, l1_reg: 4.5472e+02, l2_reg: 1.5338e+02\n",
      "2020/09/12, 18:17:32, Iteration: 86000, Train Loss: 3.4310e-01, c1: 4.9950e-02, c2: 1.3037e-02, d1: 1.0336e-02, d2: 5.9416e-03, l1_reg: 4.5517e+02, l2_reg: 1.5397e+02\n",
      "2020/09/12, 18:17:41, Iteration: 87000, Train Loss: 3.3921e-01, c1: 3.9856e-02, c2: 1.1834e-02, d1: 1.1352e-02, d2: 6.7482e-03, l1_reg: 4.5563e+02, l2_reg: 1.5460e+02\n",
      "2020/09/12, 18:17:51, Iteration: 88000, Train Loss: 3.0200e-01, c1: 3.9897e-02, c2: 1.2974e-02, d1: 1.0374e-02, d2: 2.8615e-03, l1_reg: 4.5609e+02, l2_reg: 1.5522e+02\n",
      "2020/09/12, 18:18:00, Iteration: 89000, Train Loss: 2.8312e-01, c1: 3.3640e-02, c2: 1.2946e-02, d1: 1.0309e-02, d2: 1.6917e-03, l1_reg: 4.5644e+02, l2_reg: 1.5586e+02\n",
      "2020/09/12, 18:18:10, Iteration: 90000, Train Loss: 2.7029e-01, c1: 2.7622e-02, c2: 1.2684e-02, d1: 1.0017e-02, d2: 1.5654e-03, l1_reg: 4.5690e+02, l2_reg: 1.5654e+02\n",
      "2020/09/12, 18:18:19, Iteration: 91000, Train Loss: 2.8062e-01, c1: 3.0357e-02, c2: 1.3072e-02, d1: 9.9231e-03, d2: 2.0309e-03, l1_reg: 4.5742e+02, l2_reg: 1.5720e+02\n",
      "2020/09/12, 18:18:29, Iteration: 92000, Train Loss: 3.3868e-01, c1: 4.1940e-02, c2: 1.3711e-02, d1: 1.1055e-02, d2: 4.9067e-03, l1_reg: 4.5788e+02, l2_reg: 1.5786e+02\n",
      "2020/09/12, 18:18:38, Iteration: 93000, Train Loss: 3.2146e-01, c1: 3.3248e-02, c2: 1.1263e-02, d1: 9.9812e-03, d2: 7.5768e-03, l1_reg: 4.5847e+02, l2_reg: 1.5854e+02\n",
      "2020/09/12, 18:18:48, Iteration: 94000, Train Loss: 2.9700e-01, c1: 2.7018e-02, c2: 1.3171e-02, d1: 9.9242e-03, d2: 3.9023e-03, l1_reg: 4.5920e+02, l2_reg: 1.5925e+02\n",
      "2020/09/12, 18:18:57, Iteration: 95000, Train Loss: 3.7480e-01, c1: 3.3195e-02, c2: 1.3992e-02, d1: 1.1707e-02, d2: 8.4603e-03, l1_reg: 4.5973e+02, l2_reg: 1.5991e+02\n",
      "2020/09/12, 18:19:06, Iteration: 96000, Train Loss: 2.9827e-01, c1: 2.7504e-02, c2: 1.3232e-02, d1: 1.0126e-02, d2: 3.7183e-03, l1_reg: 4.6039e+02, l2_reg: 1.6058e+02\n",
      "2020/09/12, 18:19:15, Iteration: 97000, Train Loss: 3.1674e-01, c1: 4.2882e-02, c2: 1.2847e-02, d1: 1.0556e-02, d2: 3.9817e-03, l1_reg: 4.6099e+02, l2_reg: 1.6127e+02\n",
      "2020/09/12, 18:19:25, Iteration: 98000, Train Loss: 3.3323e-01, c1: 3.2403e-02, c2: 1.2387e-02, d1: 9.6539e-03, d2: 8.0410e-03, l1_reg: 4.6155e+02, l2_reg: 1.6192e+02\n",
      "2020/09/12, 18:19:34, Iteration: 99000, Train Loss: 2.8071e-01, c1: 2.8345e-02, c2: 1.1528e-02, d1: 1.0485e-02, d2: 3.2230e-03, l1_reg: 4.6206e+02, l2_reg: 1.6256e+02\n",
      "2020/09/12, 18:19:44, Iteration: 100000, Train Loss: 2.7128e-01, c1: 4.1479e-02, c2: 1.1486e-02, d1: 9.3734e-03, d2: 2.1200e-03, l1_reg: 4.6264e+02, l2_reg: 1.6318e+02\n",
      "2020/09/12, 18:19:53, Iteration: 101000, Train Loss: 2.7892e-01, c1: 3.4928e-02, c2: 1.1435e-02, d1: 9.8586e-03, d2: 3.1047e-03, l1_reg: 4.6316e+02, l2_reg: 1.6380e+02\n",
      "2020/09/12, 18:20:02, Iteration: 102000, Train Loss: 2.6681e-01, c1: 3.1972e-02, c2: 1.1683e-02, d1: 9.7397e-03, d2: 2.0603e-03, l1_reg: 4.6377e+02, l2_reg: 1.6445e+02\n",
      "2020/09/12, 18:20:12, Iteration: 103000, Train Loss: 3.3293e-01, c1: 3.3127e-02, c2: 1.2489e-02, d1: 1.0767e-02, d2: 6.7248e-03, l1_reg: 4.6414e+02, l2_reg: 1.6499e+02\n",
      "2020/09/12, 18:20:21, Iteration: 104000, Train Loss: 3.3029e-01, c1: 2.6640e-02, c2: 1.2612e-02, d1: 9.4674e-03, d2: 8.2854e-03, l1_reg: 4.6459e+02, l2_reg: 1.6556e+02\n",
      "2020/09/12, 18:20:30, Iteration: 105000, Train Loss: 3.4297e-01, c1: 3.9235e-02, c2: 1.0932e-02, d1: 8.9138e-03, d2: 1.0527e-02, l1_reg: 4.6489e+02, l2_reg: 1.6609e+02\n",
      "2020/09/12, 18:20:40, Iteration: 106000, Train Loss: 3.0914e-01, c1: 3.5218e-02, c2: 1.1864e-02, d1: 1.0108e-02, d2: 5.4199e-03, l1_reg: 4.6535e+02, l2_reg: 1.6662e+02\n",
      "2020/09/12, 18:20:49, Iteration: 107000, Train Loss: 2.9458e-01, c1: 3.4198e-02, c2: 1.0864e-02, d1: 1.0351e-02, d2: 4.8222e-03, l1_reg: 4.6575e+02, l2_reg: 1.6719e+02\n",
      "2020/09/12, 18:20:59, Iteration: 108000, Train Loss: 2.8572e-01, c1: 3.6272e-02, c2: 1.1948e-02, d1: 1.0714e-02, d2: 2.2821e-03, l1_reg: 4.6626e+02, l2_reg: 1.6779e+02\n",
      "2020/09/12, 18:21:08, Iteration: 109000, Train Loss: 2.8440e-01, c1: 4.4060e-02, c2: 1.1632e-02, d1: 9.2980e-03, d2: 3.1034e-03, l1_reg: 4.6674e+02, l2_reg: 1.6836e+02\n",
      "2020/09/12, 18:21:17, Iteration: 110000, Train Loss: 2.6256e-01, c1: 2.7448e-02, c2: 1.1909e-02, d1: 9.0511e-03, d2: 2.5505e-03, l1_reg: 4.6720e+02, l2_reg: 1.6896e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/12, 18:21:27, Iteration: 111000, Train Loss: 2.9023e-01, c1: 4.5396e-02, c2: 1.3063e-02, d1: 9.3154e-03, d2: 2.1046e-03, l1_reg: 4.6761e+02, l2_reg: 1.6952e+02\n",
      "2020/09/12, 18:21:36, Iteration: 112000, Train Loss: 2.4788e-01, c1: 2.4181e-02, c2: 1.1954e-02, d1: 8.6926e-03, d2: 1.7224e-03, l1_reg: 4.6812e+02, l2_reg: 1.7013e+02\n",
      "2020/09/12, 18:21:46, Iteration: 113000, Train Loss: 2.7273e-01, c1: 3.1816e-02, c2: 1.0369e-02, d1: 9.1849e-03, d2: 4.5371e-03, l1_reg: 4.6856e+02, l2_reg: 1.7072e+02\n",
      "2020/09/12, 18:21:55, Iteration: 114000, Train Loss: 2.7357e-01, c1: 3.0868e-02, c2: 1.1180e-02, d1: 1.0341e-02, d2: 2.7490e-03, l1_reg: 4.6911e+02, l2_reg: 1.7134e+02\n",
      "2020/09/12, 18:22:05, Iteration: 115000, Train Loss: 2.7626e-01, c1: 3.4963e-02, c2: 1.0010e-02, d1: 9.1837e-03, d2: 4.9358e-03, l1_reg: 4.6956e+02, l2_reg: 1.7193e+02\n",
      "2020/09/12, 18:22:14, Iteration: 116000, Train Loss: 2.4909e-01, c1: 2.6864e-02, c2: 1.0347e-02, d1: 9.8458e-03, d2: 2.0293e-03, l1_reg: 4.7002e+02, l2_reg: 1.7251e+02\n",
      "2020/09/12, 18:22:23, Iteration: 117000, Train Loss: 2.5470e-01, c1: 3.4683e-02, c2: 1.1920e-02, d1: 8.7496e-03, d2: 1.3319e-03, l1_reg: 4.7043e+02, l2_reg: 1.7312e+02\n",
      "2020/09/12, 18:22:33, Iteration: 118000, Train Loss: 2.8344e-01, c1: 2.7797e-02, c2: 1.0635e-02, d1: 9.5950e-03, d2: 5.3333e-03, l1_reg: 4.7088e+02, l2_reg: 1.7373e+02\n",
      "2020/09/12, 18:22:42, Iteration: 119000, Train Loss: 2.8843e-01, c1: 3.2230e-02, c2: 1.1341e-02, d1: 9.2297e-03, d2: 5.0486e-03, l1_reg: 4.7128e+02, l2_reg: 1.7434e+02\n",
      "2020/09/12, 18:22:52, Iteration: 120000, Train Loss: 2.7849e-01, c1: 2.7003e-02, c2: 1.1721e-02, d1: 8.8874e-03, d2: 4.5396e-03, l1_reg: 4.7172e+02, l2_reg: 1.7496e+02\n",
      "2020/09/12, 18:23:01, Iteration: 121000, Train Loss: 2.6312e-01, c1: 3.4266e-02, c2: 1.0157e-02, d1: 8.9719e-03, d2: 3.7561e-03, l1_reg: 4.7215e+02, l2_reg: 1.7556e+02\n",
      "2020/09/12, 18:23:10, Iteration: 122000, Train Loss: 2.4547e-01, c1: 3.0296e-02, c2: 1.1036e-02, d1: 8.6004e-03, d2: 1.8809e-03, l1_reg: 4.7262e+02, l2_reg: 1.7614e+02\n",
      "2020/09/12, 18:23:20, Iteration: 123000, Train Loss: 2.5961e-01, c1: 3.7745e-02, c2: 1.1915e-02, d1: 8.7458e-03, d2: 1.5255e-03, l1_reg: 4.7299e+02, l2_reg: 1.7669e+02\n",
      "2020/09/12, 18:23:29, Iteration: 124000, Train Loss: 2.4036e-01, c1: 2.5336e-02, c2: 1.0560e-02, d1: 8.2754e-03, d2: 2.6670e-03, l1_reg: 4.7345e+02, l2_reg: 1.7721e+02\n",
      "2020/09/12, 18:23:39, Iteration: 125000, Train Loss: 2.4715e-01, c1: 3.0679e-02, c2: 1.0817e-02, d1: 9.1337e-03, d2: 1.6962e-03, l1_reg: 4.7396e+02, l2_reg: 1.7776e+02\n",
      "2020/09/12, 18:23:48, Iteration: 126000, Train Loss: 2.4335e-01, c1: 2.2288e-02, c2: 1.0779e-02, d1: 8.6567e-03, d2: 2.6704e-03, l1_reg: 4.7431e+02, l2_reg: 1.7827e+02\n",
      "2020/09/12, 18:23:57, Iteration: 127000, Train Loss: 2.8151e-01, c1: 2.8819e-02, c2: 1.1322e-02, d1: 9.4842e-03, d2: 4.4617e-03, l1_reg: 4.7483e+02, l2_reg: 1.7882e+02\n",
      "2020/09/12, 18:24:07, Iteration: 128000, Train Loss: 2.3893e-01, c1: 3.0756e-02, c2: 1.0328e-02, d1: 8.9168e-03, d2: 1.5717e-03, l1_reg: 4.7515e+02, l2_reg: 1.7937e+02\n",
      "2020/09/12, 18:24:16, Iteration: 129000, Train Loss: 2.7162e-01, c1: 3.0115e-02, c2: 1.0265e-02, d1: 8.7531e-03, d2: 5.1316e-03, l1_reg: 4.7554e+02, l2_reg: 1.7988e+02\n",
      "2020/09/12, 18:24:26, Iteration: 130000, Train Loss: 2.4453e-01, c1: 3.0289e-02, c2: 1.0439e-02, d1: 8.6390e-03, d2: 2.3457e-03, l1_reg: 4.7581e+02, l2_reg: 1.8036e+02\n",
      "2020/09/12, 18:24:35, Iteration: 131000, Train Loss: 2.5538e-01, c1: 2.8483e-02, c2: 1.0169e-02, d1: 8.4084e-03, d2: 4.1119e-03, l1_reg: 4.7622e+02, l2_reg: 1.8089e+02\n",
      "2020/09/12, 18:24:45, Iteration: 132000, Train Loss: 2.6240e-01, c1: 2.1214e-02, c2: 9.6081e-03, d1: 8.6015e-03, d2: 5.9082e-03, l1_reg: 4.7653e+02, l2_reg: 1.8143e+02\n",
      "2020/09/12, 18:24:54, Iteration: 133000, Train Loss: 2.4219e-01, c1: 3.4245e-02, c2: 1.0553e-02, d1: 8.4018e-03, d2: 1.8389e-03, l1_reg: 4.7658e+02, l2_reg: 1.8183e+02\n",
      "2020/09/12, 18:25:03, Iteration: 134000, Train Loss: 2.6451e-01, c1: 3.3048e-02, c2: 1.0605e-02, d1: 8.2595e-03, d2: 4.2810e-03, l1_reg: 4.7675e+02, l2_reg: 1.8228e+02\n",
      "2020/09/12, 18:25:13, Iteration: 135000, Train Loss: 2.3774e-01, c1: 2.6621e-02, c2: 1.0539e-02, d1: 9.3002e-03, d2: 1.2718e-03, l1_reg: 4.7714e+02, l2_reg: 1.8281e+02\n",
      "2020/09/12, 18:25:22, Iteration: 136000, Train Loss: 2.3926e-01, c1: 3.0609e-02, c2: 9.3751e-03, d1: 9.0106e-03, d2: 2.4792e-03, l1_reg: 4.7754e+02, l2_reg: 1.8331e+02\n",
      "2020/09/12, 18:25:31, Iteration: 137000, Train Loss: 2.2334e-01, c1: 2.0733e-02, c2: 1.0057e-02, d1: 8.3502e-03, d2: 1.8529e-03, l1_reg: 4.7817e+02, l2_reg: 1.8392e+02\n",
      "2020/09/12, 18:25:41, Iteration: 138000, Train Loss: 2.3558e-01, c1: 3.0171e-02, c2: 9.9812e-03, d1: 8.8491e-03, d2: 1.7096e-03, l1_reg: 4.7828e+02, l2_reg: 1.8442e+02\n",
      "2020/09/12, 18:25:50, Iteration: 139000, Train Loss: 2.6655e-01, c1: 2.8378e-02, c2: 9.4085e-03, d1: 8.9341e-03, d2: 5.4742e-03, l1_reg: 4.7847e+02, l2_reg: 1.8494e+02\n",
      "2020/09/12, 18:26:00, Iteration: 140000, Train Loss: 2.4788e-01, c1: 2.5248e-02, c2: 1.0160e-02, d1: 9.1288e-03, d2: 2.9739e-03, l1_reg: 4.7882e+02, l2_reg: 1.8550e+02\n",
      "2020/09/12, 18:26:09, Iteration: 141000, Train Loss: 2.2368e-01, c1: 2.5093e-02, c2: 9.5272e-03, d1: 8.1782e-03, d2: 2.1528e-03, l1_reg: 4.7913e+02, l2_reg: 1.8606e+02\n",
      "2020/09/12, 18:26:18, Iteration: 142000, Train Loss: 2.4383e-01, c1: 2.9935e-02, c2: 9.9900e-03, d1: 8.5986e-03, d2: 2.8001e-03, l1_reg: 4.7937e+02, l2_reg: 1.8664e+02\n",
      "2020/09/12, 18:26:28, Iteration: 143000, Train Loss: 2.5771e-01, c1: 3.3893e-02, c2: 9.7147e-03, d1: 9.1428e-03, d2: 3.5235e-03, l1_reg: 4.7950e+02, l2_reg: 1.8711e+02\n",
      "2020/09/12, 18:26:37, Iteration: 144000, Train Loss: 2.3270e-01, c1: 2.6847e-02, c2: 1.0788e-02, d1: 8.3872e-03, d2: 1.4088e-03, l1_reg: 4.8019e+02, l2_reg: 1.8784e+02\n",
      "2020/09/12, 18:26:47, Iteration: 145000, Train Loss: 2.3102e-01, c1: 2.5010e-02, c2: 1.0188e-02, d1: 7.7674e-03, d2: 2.6450e-03, l1_reg: 4.8047e+02, l2_reg: 1.8838e+02\n",
      "2020/09/12, 18:26:56, Iteration: 146000, Train Loss: 2.3110e-01, c1: 2.5459e-02, c2: 1.0500e-02, d1: 8.2641e-03, d2: 1.7987e-03, l1_reg: 4.8077e+02, l2_reg: 1.8893e+02\n",
      "2020/09/12, 18:27:06, Iteration: 147000, Train Loss: 2.0783e-01, c1: 2.4931e-02, c2: 9.2665e-03, d1: 7.7567e-03, d2: 1.2662e-03, l1_reg: 4.8143e+02, l2_reg: 1.8965e+02\n",
      "2020/09/12, 18:27:15, Iteration: 148000, Train Loss: 2.1254e-01, c1: 2.0921e-02, c2: 9.4793e-03, d1: 8.3766e-03, d2: 1.3055e-03, l1_reg: 4.8179e+02, l2_reg: 1.9016e+02\n",
      "2020/09/12, 18:27:25, Iteration: 149000, Train Loss: 2.5877e-01, c1: 2.9699e-02, c2: 1.0107e-02, d1: 7.7177e-03, d2: 5.0819e-03, l1_reg: 4.8226e+02, l2_reg: 1.9076e+02\n",
      "2020/09/12, 18:27:34, Iteration: 150000, Train Loss: 2.5138e-01, c1: 3.3427e-02, c2: 9.7308e-03, d1: 8.4870e-03, d2: 3.5765e-03, l1_reg: 4.8279e+02, l2_reg: 1.9137e+02\n",
      "2020/09/12, 18:27:43, Iteration: 151000, Train Loss: 2.2246e-01, c1: 2.6960e-02, c2: 1.0262e-02, d1: 7.9337e-03, d2: 1.3535e-03, l1_reg: 4.8343e+02, l2_reg: 1.9205e+02\n",
      "2020/09/12, 18:27:53, Iteration: 152000, Train Loss: 2.3086e-01, c1: 2.0063e-02, c2: 9.2911e-03, d1: 8.3665e-03, d2: 3.4211e-03, l1_reg: 4.8387e+02, l2_reg: 1.9258e+02\n",
      "2020/09/12, 18:28:02, Iteration: 153000, Train Loss: 2.3516e-01, c1: 2.8464e-02, c2: 9.6551e-03, d1: 8.1179e-03, d2: 2.8963e-03, l1_reg: 4.8436e+02, l2_reg: 1.9317e+02\n",
      "2020/09/12, 18:28:12, Iteration: 154000, Train Loss: 2.6937e-01, c1: 3.3411e-02, c2: 9.3848e-03, d1: 8.3442e-03, d2: 5.8665e-03, l1_reg: 4.8485e+02, l2_reg: 1.9373e+02\n",
      "2020/09/12, 18:28:21, Iteration: 155000, Train Loss: 2.2154e-01, c1: 2.4843e-02, c2: 9.4520e-03, d1: 7.7045e-03, d2: 2.5130e-03, l1_reg: 4.8547e+02, l2_reg: 1.9432e+02\n",
      "2020/09/12, 18:28:30, Iteration: 156000, Train Loss: 2.5042e-01, c1: 2.0844e-02, c2: 1.0672e-02, d1: 8.3890e-03, d2: 3.8958e-03, l1_reg: 4.8591e+02, l2_reg: 1.9486e+02\n",
      "2020/09/12, 18:28:40, Iteration: 157000, Train Loss: 2.2316e-01, c1: 2.7129e-02, c2: 9.8226e-03, d1: 8.3165e-03, d2: 1.4635e-03, l1_reg: 4.8660e+02, l2_reg: 1.9553e+02\n",
      "2020/09/12, 18:28:49, Iteration: 158000, Train Loss: 2.4036e-01, c1: 3.0354e-02, c2: 1.0309e-02, d1: 8.0767e-03, d2: 2.6141e-03, l1_reg: 4.8680e+02, l2_reg: 1.9593e+02\n",
      "2020/09/12, 18:28:58, Iteration: 159000, Train Loss: 2.3922e-01, c1: 2.3486e-02, c2: 1.0135e-02, d1: 7.9144e-03, d2: 3.5237e-03, l1_reg: 4.8705e+02, l2_reg: 1.9634e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/12, 18:29:08, Iteration: 160000, Train Loss: 2.3904e-01, c1: 2.3852e-02, c2: 9.9507e-03, d1: 8.1635e-03, d2: 3.4042e-03, l1_reg: 4.8778e+02, l2_reg: 1.9693e+02\n",
      "2020/09/12, 18:29:18, Iteration: 161000, Train Loss: 2.2619e-01, c1: 3.5188e-02, c2: 9.8217e-03, d1: 8.3700e-03, d2: 9.0744e-04, l1_reg: 4.8842e+02, l2_reg: 1.9757e+02\n",
      "2020/09/12, 18:29:28, Iteration: 162000, Train Loss: 2.6419e-01, c1: 2.7946e-02, c2: 1.0179e-02, d1: 8.2825e-03, d2: 5.1616e-03, l1_reg: 4.8899e+02, l2_reg: 1.9817e+02\n",
      "2020/09/12, 18:29:37, Iteration: 163000, Train Loss: 2.3145e-01, c1: 2.5044e-02, c2: 9.5596e-03, d1: 7.7087e-03, d2: 3.3720e-03, l1_reg: 4.8955e+02, l2_reg: 1.9876e+02\n",
      "2020/09/12, 18:29:46, Iteration: 164000, Train Loss: 2.1887e-01, c1: 2.6656e-02, c2: 9.6200e-03, d1: 8.5026e-03, d2: 1.0980e-03, l1_reg: 4.8998e+02, l2_reg: 1.9925e+02\n",
      "2020/09/12, 18:29:56, Iteration: 165000, Train Loss: 2.7456e-01, c1: 3.4738e-02, c2: 1.0245e-02, d1: 8.6482e-03, d2: 5.0884e-03, l1_reg: 4.9037e+02, l2_reg: 1.9975e+02\n",
      "2020/09/12, 18:30:05, Iteration: 166000, Train Loss: 2.2118e-01, c1: 2.6635e-02, c2: 9.1216e-03, d1: 8.4365e-03, d2: 1.8960e-03, l1_reg: 4.9072e+02, l2_reg: 2.0025e+02\n",
      "2020/09/12, 18:30:15, Iteration: 167000, Train Loss: 2.1081e-01, c1: 3.0329e-02, c2: 9.3476e-03, d1: 7.6422e-03, d2: 1.0577e-03, l1_reg: 4.9087e+02, l2_reg: 2.0066e+02\n",
      "2020/09/12, 18:30:25, Iteration: 168000, Train Loss: 1.9964e-01, c1: 2.2480e-02, c2: 8.7022e-03, d1: 7.5120e-03, d2: 1.5007e-03, l1_reg: 4.9143e+02, l2_reg: 2.0123e+02\n",
      "2020/09/12, 18:30:34, Iteration: 169000, Train Loss: 2.1570e-01, c1: 2.5697e-02, c2: 9.5711e-03, d1: 7.8784e-03, d2: 1.5502e-03, l1_reg: 4.9199e+02, l2_reg: 2.0185e+02\n",
      "2020/09/12, 18:30:43, Iteration: 170000, Train Loss: 2.2995e-01, c1: 2.2249e-02, c2: 9.5046e-03, d1: 8.1849e-03, d2: 3.0798e-03, l1_reg: 4.9240e+02, l2_reg: 2.0233e+02\n",
      "2020/09/12, 18:30:53, Iteration: 171000, Train Loss: 2.1699e-01, c1: 2.5979e-02, c2: 9.4175e-03, d1: 7.6836e-03, d2: 1.9992e-03, l1_reg: 4.9288e+02, l2_reg: 2.0288e+02\n",
      "2020/09/12, 18:31:02, Iteration: 172000, Train Loss: 2.2276e-01, c1: 2.1317e-02, c2: 9.1605e-03, d1: 8.0010e-03, d2: 2.9817e-03, l1_reg: 4.9319e+02, l2_reg: 2.0336e+02\n",
      "2020/09/12, 18:31:12, Iteration: 173000, Train Loss: 2.2548e-01, c1: 2.7724e-02, c2: 8.0857e-03, d1: 7.6787e-03, d2: 4.0101e-03, l1_reg: 4.9396e+02, l2_reg: 2.0400e+02\n",
      "2020/09/12, 18:31:21, Iteration: 174000, Train Loss: 2.2708e-01, c1: 2.8541e-02, c2: 9.5795e-03, d1: 8.0270e-03, d2: 2.2465e-03, l1_reg: 4.9423e+02, l2_reg: 2.0446e+02\n",
      "2020/09/12, 18:31:31, Iteration: 175000, Train Loss: 2.4002e-01, c1: 2.9187e-02, c2: 9.9356e-03, d1: 8.1943e-03, d2: 2.9524e-03, l1_reg: 4.9458e+02, l2_reg: 2.0497e+02\n",
      "2020/09/12, 18:31:40, Iteration: 176000, Train Loss: 2.5971e-01, c1: 2.8503e-02, c2: 1.0815e-02, d1: 8.8995e-03, d2: 3.4052e-03, l1_reg: 4.9488e+02, l2_reg: 2.0538e+02\n",
      "2020/09/12, 18:31:49, Iteration: 177000, Train Loss: 2.2732e-01, c1: 2.6748e-02, c2: 9.2898e-03, d1: 8.1026e-03, d2: 2.6643e-03, l1_reg: 4.9509e+02, l2_reg: 2.0583e+02\n",
      "2020/09/12, 18:31:58, Iteration: 178000, Train Loss: 2.1136e-01, c1: 2.5576e-02, c2: 8.6942e-03, d1: 7.8303e-03, d2: 2.0531e-03, l1_reg: 4.9575e+02, l2_reg: 2.0646e+02\n",
      "2020/09/12, 18:32:08, Iteration: 179000, Train Loss: 2.2263e-01, c1: 2.5155e-02, c2: 8.3575e-03, d1: 7.4340e-03, d2: 3.9550e-03, l1_reg: 4.9608e+02, l2_reg: 2.0694e+02\n",
      "2020/09/12, 18:32:17, Iteration: 180000, Train Loss: 2.0391e-01, c1: 2.9175e-02, c2: 8.7891e-03, d1: 7.6456e-03, d2: 1.0382e-03, l1_reg: 4.9632e+02, l2_reg: 2.0734e+02\n",
      "2020/09/12, 18:32:26, Iteration: 181000, Train Loss: 2.0660e-01, c1: 2.3906e-02, c2: 9.4962e-03, d1: 7.2361e-03, d2: 1.5358e-03, l1_reg: 4.9675e+02, l2_reg: 2.0782e+02\n",
      "2020/09/12, 18:32:36, Iteration: 182000, Train Loss: 2.3423e-01, c1: 2.7958e-02, c2: 9.5771e-03, d1: 7.8227e-03, d2: 3.2270e-03, l1_reg: 4.9727e+02, l2_reg: 2.0836e+02\n",
      "2020/09/12, 18:32:46, Iteration: 183000, Train Loss: 2.2709e-01, c1: 2.1023e-02, c2: 8.4118e-03, d1: 7.2889e-03, d2: 4.9056e-03, l1_reg: 4.9762e+02, l2_reg: 2.0879e+02\n",
      "2020/09/12, 18:32:55, Iteration: 184000, Train Loss: 2.2235e-01, c1: 2.9742e-02, c2: 9.4615e-03, d1: 7.4562e-03, d2: 2.3420e-03, l1_reg: 4.9809e+02, l2_reg: 2.0933e+02\n",
      "2020/09/12, 18:33:04, Iteration: 185000, Train Loss: 2.3843e-01, c1: 2.7315e-02, c2: 1.0582e-02, d1: 7.3604e-03, d2: 3.1687e-03, l1_reg: 4.9856e+02, l2_reg: 2.0982e+02\n",
      "2020/09/12, 18:33:14, Iteration: 186000, Train Loss: 2.6200e-01, c1: 3.0800e-02, c2: 1.0070e-02, d1: 7.5157e-03, d2: 5.5341e-03, l1_reg: 4.9868e+02, l2_reg: 2.1024e+02\n",
      "2020/09/12, 18:33:23, Iteration: 187000, Train Loss: 1.9859e-01, c1: 2.5293e-02, c2: 9.0343e-03, d1: 7.4972e-03, d2: 7.9699e-04, l1_reg: 4.9921e+02, l2_reg: 2.1081e+02\n",
      "2020/09/12, 18:33:32, Iteration: 188000, Train Loss: 2.1225e-01, c1: 2.9097e-02, c2: 9.7339e-03, d1: 7.2914e-03, d2: 1.2897e-03, l1_reg: 4.9958e+02, l2_reg: 2.1131e+02\n",
      "2020/09/12, 18:33:42, Iteration: 189000, Train Loss: 1.9460e-01, c1: 2.6296e-02, c2: 9.0031e-03, d1: 7.1429e-03, d2: 6.8354e-04, l1_reg: 4.9999e+02, l2_reg: 2.1173e+02\n",
      "2020/09/12, 18:33:51, Iteration: 190000, Train Loss: 2.2030e-01, c1: 3.8321e-02, c2: 9.3778e-03, d1: 7.3756e-03, d2: 1.4437e-03, l1_reg: 5.0024e+02, l2_reg: 2.1221e+02\n",
      "2020/09/12, 18:34:01, Iteration: 191000, Train Loss: 2.1930e-01, c1: 2.6870e-02, c2: 9.3942e-03, d1: 6.9105e-03, d2: 2.9372e-03, l1_reg: 5.0055e+02, l2_reg: 2.1272e+02\n",
      "2020/09/12, 18:34:10, Iteration: 192000, Train Loss: 2.3602e-01, c1: 3.0568e-02, c2: 9.8854e-03, d1: 7.6390e-03, d2: 3.0206e-03, l1_reg: 5.0093e+02, l2_reg: 2.1323e+02\n",
      "2020/09/12, 18:34:19, Iteration: 193000, Train Loss: 2.4325e-01, c1: 3.7452e-02, c2: 1.0549e-02, d1: 7.2292e-03, d2: 2.8002e-03, l1_reg: 5.0126e+02, l2_reg: 2.1371e+02\n",
      "2020/09/12, 18:34:29, Iteration: 194000, Train Loss: 2.3334e-01, c1: 2.7703e-02, c2: 8.4663e-03, d1: 7.3645e-03, d2: 4.7322e-03, l1_reg: 5.0142e+02, l2_reg: 2.1410e+02\n",
      "2020/09/12, 18:34:38, Iteration: 195000, Train Loss: 2.1968e-01, c1: 3.0799e-02, c2: 9.1890e-03, d1: 7.1716e-03, d2: 2.5272e-03, l1_reg: 5.0197e+02, l2_reg: 2.1465e+02\n",
      "2020/09/12, 18:34:48, Iteration: 196000, Train Loss: 2.0871e-01, c1: 2.5845e-02, c2: 9.1552e-03, d1: 7.6991e-03, d2: 1.4317e-03, l1_reg: 5.0241e+02, l2_reg: 2.1518e+02\n",
      "2020/09/12, 18:34:57, Iteration: 197000, Train Loss: 1.9705e-01, c1: 2.1849e-02, c2: 8.3781e-03, d1: 7.4635e-03, d2: 1.6773e-03, l1_reg: 5.0259e+02, l2_reg: 2.1559e+02\n",
      "2020/09/12, 18:35:06, Iteration: 198000, Train Loss: 2.1264e-01, c1: 2.5346e-02, c2: 9.6636e-03, d1: 7.0415e-03, d2: 2.0236e-03, l1_reg: 5.0298e+02, l2_reg: 2.1613e+02\n",
      "2020/09/12, 18:35:16, Iteration: 199000, Train Loss: 2.1293e-01, c1: 2.5235e-02, c2: 9.5530e-03, d1: 7.0456e-03, d2: 2.1700e-03, l1_reg: 5.0366e+02, l2_reg: 2.1670e+02\n",
      "2020/09/12, 18:35:25, Iteration: 200000, Train Loss: 2.2644e-01, c1: 2.5488e-02, c2: 9.9104e-03, d1: 7.6650e-03, d2: 2.5190e-03, l1_reg: 5.0410e+02, l2_reg: 2.1724e+02\n",
      "2020/09/12, 18:35:34, Iteration: 201000, Train Loss: 1.9961e-01, c1: 2.1677e-02, c2: 8.9990e-03, d1: 6.9171e-03, d2: 1.8761e-03, l1_reg: 5.0437e+02, l2_reg: 2.1774e+02\n",
      "2020/09/12, 18:35:44, Iteration: 202000, Train Loss: 2.0966e-01, c1: 2.5235e-02, c2: 9.1971e-03, d1: 8.0075e-03, d2: 1.2375e-03, l1_reg: 5.0482e+02, l2_reg: 2.1830e+02\n",
      "2020/09/12, 18:35:53, Iteration: 203000, Train Loss: 2.1975e-01, c1: 2.2319e-02, c2: 8.7673e-03, d1: 6.8225e-03, d2: 4.1522e-03, l1_reg: 5.0508e+02, l2_reg: 2.1868e+02\n",
      "2020/09/12, 18:36:02, Iteration: 204000, Train Loss: 1.9858e-01, c1: 2.3337e-02, c2: 9.0860e-03, d1: 7.1826e-03, d2: 1.2553e-03, l1_reg: 5.0534e+02, l2_reg: 2.1917e+02\n",
      "2020/09/12, 18:36:12, Iteration: 205000, Train Loss: 2.1212e-01, c1: 3.2065e-02, c2: 8.7281e-03, d1: 6.9949e-03, d2: 2.2814e-03, l1_reg: 5.0594e+02, l2_reg: 2.1978e+02\n",
      "2020/09/12, 18:36:21, Iteration: 206000, Train Loss: 2.1393e-01, c1: 2.5023e-02, c2: 9.5184e-03, d1: 7.6217e-03, d2: 1.7501e-03, l1_reg: 5.0642e+02, l2_reg: 2.2029e+02\n",
      "2020/09/12, 18:36:30, Iteration: 207000, Train Loss: 2.2398e-01, c1: 3.0780e-02, c2: 9.2398e-03, d1: 7.2167e-03, d2: 2.8626e-03, l1_reg: 5.0667e+02, l2_reg: 2.2078e+02\n",
      "2020/09/12, 18:36:40, Iteration: 208000, Train Loss: 2.1892e-01, c1: 3.8353e-02, c2: 9.4053e-03, d1: 7.5743e-03, d2: 1.0762e-03, l1_reg: 5.0710e+02, l2_reg: 2.2133e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/12, 18:36:49, Iteration: 209000, Train Loss: 2.0824e-01, c1: 2.8141e-02, c2: 8.5337e-03, d1: 7.4002e-03, d2: 2.0754e-03, l1_reg: 5.0775e+02, l2_reg: 2.2196e+02\n",
      "2020/09/12, 18:36:59, Iteration: 210000, Train Loss: 2.3805e-01, c1: 2.2759e-02, c2: 8.6368e-03, d1: 7.0085e-03, d2: 5.8830e-03, l1_reg: 5.0818e+02, l2_reg: 2.2244e+02\n",
      "2020/09/12, 18:37:08, Iteration: 211000, Train Loss: 2.1197e-01, c1: 2.8049e-02, c2: 9.4652e-03, d1: 7.4955e-03, d2: 1.4306e-03, l1_reg: 5.0889e+02, l2_reg: 2.2310e+02\n",
      "2020/09/12, 18:37:17, Iteration: 212000, Train Loss: 2.4655e-01, c1: 2.4290e-02, c2: 8.8129e-03, d1: 7.5737e-03, d2: 5.8387e-03, l1_reg: 5.0907e+02, l2_reg: 2.2354e+02\n",
      "2020/09/12, 18:37:27, Iteration: 213000, Train Loss: 2.1007e-01, c1: 2.4820e-02, c2: 9.0224e-03, d1: 7.1071e-03, d2: 2.3949e-03, l1_reg: 5.0968e+02, l2_reg: 2.2411e+02\n",
      "2020/09/12, 18:37:36, Iteration: 214000, Train Loss: 2.0115e-01, c1: 3.0097e-02, c2: 8.8174e-03, d1: 6.9273e-03, d2: 1.3596e-03, l1_reg: 5.1046e+02, l2_reg: 2.2483e+02\n",
      "2020/09/12, 18:37:45, Iteration: 215000, Train Loss: 2.2769e-01, c1: 2.5120e-02, c2: 9.1025e-03, d1: 7.1123e-03, d2: 4.0417e-03, l1_reg: 5.1065e+02, l2_reg: 2.2528e+02\n",
      "2020/09/12, 18:37:55, Iteration: 216000, Train Loss: 2.0408e-01, c1: 2.8749e-02, c2: 8.2541e-03, d1: 7.3779e-03, d2: 1.9006e-03, l1_reg: 5.1123e+02, l2_reg: 2.2590e+02\n",
      "2020/09/12, 18:38:04, Iteration: 217000, Train Loss: 1.8629e-01, c1: 2.6422e-02, c2: 8.4810e-03, d1: 6.5454e-03, d2: 9.5967e-04, l1_reg: 5.1157e+02, l2_reg: 2.2642e+02\n",
      "2020/09/12, 18:38:13, Iteration: 218000, Train Loss: 1.9388e-01, c1: 2.5100e-02, c2: 8.6504e-03, d1: 7.0812e-03, d2: 1.1457e-03, l1_reg: 5.1201e+02, l2_reg: 2.2699e+02\n",
      "2020/09/12, 18:38:23, Iteration: 219000, Train Loss: 2.1065e-01, c1: 2.5282e-02, c2: 8.7562e-03, d1: 6.8721e-03, d2: 2.9075e-03, l1_reg: 5.1262e+02, l2_reg: 2.2759e+02\n",
      "2020/09/12, 18:38:32, Iteration: 220000, Train Loss: 2.0841e-01, c1: 2.3438e-02, c2: 8.3378e-03, d1: 7.5384e-03, d2: 2.6200e-03, l1_reg: 5.1313e+02, l2_reg: 2.2821e+02\n",
      "2020/09/12, 18:38:42, Iteration: 221000, Train Loss: 2.0857e-01, c1: 2.9966e-02, c2: 8.7844e-03, d1: 7.4829e-03, d2: 1.5927e-03, l1_reg: 5.1369e+02, l2_reg: 2.2880e+02\n",
      "2020/09/12, 18:38:51, Iteration: 222000, Train Loss: 2.1332e-01, c1: 2.7767e-02, c2: 9.2542e-03, d1: 7.5759e-03, d2: 1.7247e-03, l1_reg: 5.1411e+02, l2_reg: 2.2928e+02\n",
      "2020/09/12, 18:39:01, Iteration: 223000, Train Loss: 2.0948e-01, c1: 2.5938e-02, c2: 8.9127e-03, d1: 7.2934e-03, d2: 2.1471e-03, l1_reg: 5.1449e+02, l2_reg: 2.2983e+02\n",
      "2020/09/12, 18:39:10, Iteration: 224000, Train Loss: 2.0402e-01, c1: 2.7279e-02, c2: 8.9967e-03, d1: 7.0285e-03, d2: 1.6485e-03, l1_reg: 5.1506e+02, l2_reg: 2.3048e+02\n",
      "2020/09/12, 18:39:19, Iteration: 225000, Train Loss: 2.2482e-01, c1: 3.0461e-02, c2: 9.0912e-03, d1: 7.0450e-03, d2: 3.2988e-03, l1_reg: 5.1563e+02, l2_reg: 2.3101e+02\n",
      "2020/09/12, 18:39:29, Iteration: 226000, Train Loss: 2.0282e-01, c1: 2.6981e-02, c2: 8.6958e-03, d1: 6.8094e-03, d2: 2.0779e-03, l1_reg: 5.1604e+02, l2_reg: 2.3155e+02\n",
      "2020/09/12, 18:39:38, Iteration: 227000, Train Loss: 2.0216e-01, c1: 2.5569e-02, c2: 7.9353e-03, d1: 7.6060e-03, d2: 2.1169e-03, l1_reg: 5.1651e+02, l2_reg: 2.3215e+02\n",
      "2020/09/12, 18:39:47, Iteration: 228000, Train Loss: 2.1742e-01, c1: 3.0610e-02, c2: 9.1375e-03, d1: 7.0906e-03, d2: 2.4525e-03, l1_reg: 5.1698e+02, l2_reg: 2.3267e+02\n",
      "2020/09/12, 18:39:57, Iteration: 229000, Train Loss: 1.8661e-01, c1: 2.0695e-02, c2: 8.7090e-03, d1: 6.5156e-03, d2: 1.3666e-03, l1_reg: 5.1760e+02, l2_reg: 2.3332e+02\n",
      "2020/09/12, 18:40:06, Iteration: 230000, Train Loss: 1.8903e-01, c1: 2.2514e-02, c2: 8.4564e-03, d1: 6.6531e-03, d2: 1.5410e-03, l1_reg: 5.1839e+02, l2_reg: 2.3397e+02\n",
      "2020/09/12, 18:40:16, Iteration: 231000, Train Loss: 1.9538e-01, c1: 2.5005e-02, c2: 8.9616e-03, d1: 6.7981e-03, d2: 1.2766e-03, l1_reg: 5.1881e+02, l2_reg: 2.3456e+02\n",
      "2020/09/12, 18:40:25, Iteration: 232000, Train Loss: 1.9719e-01, c1: 2.9604e-02, c2: 8.3521e-03, d1: 7.0992e-03, d2: 1.3069e-03, l1_reg: 5.1914e+02, l2_reg: 2.3505e+02\n",
      "2020/09/12, 18:40:35, Iteration: 233000, Train Loss: 2.1018e-01, c1: 2.7108e-02, c2: 9.3418e-03, d1: 6.9001e-03, d2: 2.0642e-03, l1_reg: 5.1985e+02, l2_reg: 2.3565e+02\n",
      "2020/09/12, 18:40:44, Iteration: 234000, Train Loss: 1.8933e-01, c1: 2.1500e-02, c2: 8.8135e-03, d1: 6.7985e-03, d2: 1.1705e-03, l1_reg: 5.2054e+02, l2_reg: 2.3642e+02\n",
      "2020/09/12, 18:40:53, Iteration: 235000, Train Loss: 2.0836e-01, c1: 2.9690e-02, c2: 8.4496e-03, d1: 7.6890e-03, d2: 1.7272e-03, l1_reg: 5.2117e+02, l2_reg: 2.3696e+02\n",
      "2020/09/12, 18:41:02, Iteration: 236000, Train Loss: 1.9026e-01, c1: 2.6472e-02, c2: 8.0634e-03, d1: 7.1934e-03, d2: 1.1217e-03, l1_reg: 5.2151e+02, l2_reg: 2.3754e+02\n",
      "2020/09/12, 18:41:12, Iteration: 237000, Train Loss: 1.8423e-01, c1: 2.4919e-02, c2: 8.2219e-03, d1: 6.5221e-03, d2: 1.1863e-03, l1_reg: 5.2228e+02, l2_reg: 2.3818e+02\n",
      "2020/09/12, 18:41:21, Iteration: 238000, Train Loss: 2.0203e-01, c1: 3.0449e-02, c2: 8.1685e-03, d1: 7.2234e-03, d2: 1.7652e-03, l1_reg: 5.2269e+02, l2_reg: 2.3878e+02\n",
      "2020/09/12, 18:41:30, Iteration: 239000, Train Loss: 1.9318e-01, c1: 2.8983e-02, c2: 8.0583e-03, d1: 6.9580e-03, d2: 1.4028e-03, l1_reg: 5.2308e+02, l2_reg: 2.3935e+02\n",
      "2020/09/12, 18:41:40, Iteration: 240000, Train Loss: 1.8959e-01, c1: 2.3630e-02, c2: 8.0728e-03, d1: 6.6841e-03, d2: 1.8386e-03, l1_reg: 5.2372e+02, l2_reg: 2.3995e+02\n",
      "2020/09/12, 18:41:49, Iteration: 241000, Train Loss: 1.9518e-01, c1: 2.2508e-02, c2: 8.4158e-03, d1: 7.1026e-03, d2: 1.7483e-03, l1_reg: 5.2407e+02, l2_reg: 2.4043e+02\n",
      "2020/09/12, 18:41:59, Iteration: 242000, Train Loss: 1.9350e-01, c1: 2.6585e-02, c2: 8.1730e-03, d1: 7.1237e-03, d2: 1.3937e-03, l1_reg: 5.2455e+02, l2_reg: 2.4100e+02\n",
      "2020/09/12, 18:42:08, Iteration: 243000, Train Loss: 1.9305e-01, c1: 2.7574e-02, c2: 8.2706e-03, d1: 6.8715e-03, d2: 1.4045e-03, l1_reg: 5.2541e+02, l2_reg: 2.4163e+02\n",
      "2020/09/12, 18:42:18, Iteration: 244000, Train Loss: 1.8945e-01, c1: 2.6068e-02, c2: 8.2733e-03, d1: 6.6202e-03, d2: 1.4438e-03, l1_reg: 5.2582e+02, l2_reg: 2.4221e+02\n",
      "2020/09/12, 18:42:27, Iteration: 245000, Train Loss: 1.8130e-01, c1: 2.4432e-02, c2: 8.2509e-03, d1: 6.4251e-03, d2: 1.0104e-03, l1_reg: 5.2627e+02, l2_reg: 2.4284e+02\n",
      "2020/09/12, 18:42:37, Iteration: 246000, Train Loss: 2.0494e-01, c1: 2.6195e-02, c2: 8.7654e-03, d1: 7.2650e-03, d2: 1.8433e-03, l1_reg: 5.2668e+02, l2_reg: 2.4337e+02\n",
      "2020/09/12, 18:42:46, Iteration: 247000, Train Loss: 1.8955e-01, c1: 2.8269e-02, c2: 8.7528e-03, d1: 6.5214e-03, d2: 8.5303e-04, l1_reg: 5.2728e+02, l2_reg: 2.4398e+02\n",
      "2020/09/12, 18:42:55, Iteration: 248000, Train Loss: 1.9323e-01, c1: 2.4404e-02, c2: 8.4784e-03, d1: 6.8266e-03, d2: 1.5772e-03, l1_reg: 5.2769e+02, l2_reg: 2.4464e+02\n",
      "2020/09/12, 18:43:05, Iteration: 249000, Train Loss: 1.7354e-01, c1: 2.0672e-02, c2: 7.8039e-03, d1: 6.5611e-03, d2: 9.2116e-04, l1_reg: 5.2794e+02, l2_reg: 2.4506e+02\n",
      "2020/09/12, 18:43:14, Iteration: 250000, Train Loss: 2.2635e-01, c1: 3.9917e-02, c2: 9.0879e-03, d1: 6.9122e-03, d2: 2.6425e-03, l1_reg: 5.2860e+02, l2_reg: 2.4567e+02\n",
      "2020/09/12, 18:43:24, Iteration: 251000, Train Loss: 1.8859e-01, c1: 2.3378e-02, c2: 8.4604e-03, d1: 6.9005e-03, d2: 1.1598e-03, l1_reg: 5.2892e+02, l2_reg: 2.4632e+02\n",
      "2020/09/12, 18:43:33, Iteration: 252000, Train Loss: 1.8798e-01, c1: 2.1065e-02, c2: 8.5162e-03, d1: 7.3986e-03, d2: 7.7628e-04, l1_reg: 5.2928e+02, l2_reg: 2.4686e+02\n",
      "2020/09/12, 18:43:42, Iteration: 253000, Train Loss: 1.7280e-01, c1: 2.6488e-02, c2: 7.4869e-03, d1: 6.2401e-03, d2: 9.0339e-04, l1_reg: 5.2965e+02, l2_reg: 2.4743e+02\n",
      "2020/09/12, 18:43:51, Iteration: 254000, Train Loss: 1.8495e-01, c1: 2.2871e-02, c2: 7.6721e-03, d1: 6.7407e-03, d2: 1.7942e-03, l1_reg: 5.3015e+02, l2_reg: 2.4807e+02\n",
      "2020/09/12, 18:44:00, Iteration: 255000, Train Loss: 1.7792e-01, c1: 2.3397e-02, c2: 7.8532e-03, d1: 6.4405e-03, d2: 1.1579e-03, l1_reg: 5.3062e+02, l2_reg: 2.4865e+02\n",
      "2020/09/12, 18:44:10, Iteration: 256000, Train Loss: 1.9368e-01, c1: 2.9780e-02, c2: 8.0670e-03, d1: 6.6506e-03, d2: 1.6721e-03, l1_reg: 5.3135e+02, l2_reg: 2.4931e+02\n",
      "2020/09/12, 18:44:19, Iteration: 257000, Train Loss: 2.1637e-01, c1: 3.1865e-02, c2: 8.3246e-03, d1: 8.2590e-03, d2: 1.8666e-03, l1_reg: 5.3168e+02, l2_reg: 2.4993e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/12, 18:44:29, Iteration: 258000, Train Loss: 2.0760e-01, c1: 2.5902e-02, c2: 9.2329e-03, d1: 7.2254e-03, d2: 1.7106e-03, l1_reg: 5.3233e+02, l2_reg: 2.5052e+02\n",
      "2020/09/12, 18:44:38, Iteration: 259000, Train Loss: 1.6297e-01, c1: 2.3332e-02, c2: 6.9593e-03, d1: 6.4027e-03, d2: 6.0069e-04, l1_reg: 5.3277e+02, l2_reg: 2.5102e+02\n",
      "2020/09/12, 18:44:47, Iteration: 260000, Train Loss: 1.8807e-01, c1: 2.4501e-02, c2: 8.3577e-03, d1: 6.8009e-03, d2: 1.1975e-03, l1_reg: 5.3313e+02, l2_reg: 2.5165e+02\n",
      "2020/09/12, 18:44:56, Iteration: 261000, Train Loss: 1.9299e-01, c1: 2.8942e-02, c2: 8.5824e-03, d1: 6.6795e-03, d2: 1.1425e-03, l1_reg: 5.3373e+02, l2_reg: 2.5223e+02\n",
      "2020/09/12, 18:45:06, Iteration: 262000, Train Loss: 1.8946e-01, c1: 3.1659e-02, c2: 7.5033e-03, d1: 6.6498e-03, d2: 1.6257e-03, l1_reg: 5.3432e+02, l2_reg: 2.5283e+02\n",
      "2020/09/12, 18:45:15, Iteration: 263000, Train Loss: 1.7499e-01, c1: 2.6057e-02, c2: 7.4975e-03, d1: 6.3930e-03, d2: 1.0021e-03, l1_reg: 5.3507e+02, l2_reg: 2.5345e+02\n",
      "2020/09/12, 18:45:24, Iteration: 264000, Train Loss: 1.7284e-01, c1: 2.2955e-02, c2: 7.3866e-03, d1: 6.4544e-03, d2: 1.1465e-03, l1_reg: 5.3543e+02, l2_reg: 2.5403e+02\n",
      "2020/09/12, 18:45:34, Iteration: 265000, Train Loss: 1.9144e-01, c1: 2.8182e-02, c2: 8.1999e-03, d1: 6.7936e-03, d2: 1.3319e-03, l1_reg: 5.3605e+02, l2_reg: 2.5468e+02\n",
      "2020/09/12, 18:45:43, Iteration: 266000, Train Loss: 1.9557e-01, c1: 2.5282e-02, c2: 8.1922e-03, d1: 7.8007e-03, d2: 1.0349e-03, l1_reg: 5.3691e+02, l2_reg: 2.5542e+02\n",
      "2020/09/12, 18:45:52, Iteration: 267000, Train Loss: 1.7669e-01, c1: 2.1780e-02, c2: 7.4393e-03, d1: 6.8702e-03, d2: 1.1809e-03, l1_reg: 5.3746e+02, l2_reg: 2.5597e+02\n",
      "2020/09/12, 18:46:02, Iteration: 268000, Train Loss: 1.6882e-01, c1: 2.4590e-02, c2: 7.2395e-03, d1: 6.4993e-03, d2: 6.8379e-04, l1_reg: 5.3837e+02, l2_reg: 2.5653e+02\n",
      "2020/09/12, 18:46:11, Iteration: 269000, Train Loss: 1.7405e-01, c1: 2.9452e-02, c2: 7.0734e-03, d1: 6.6210e-03, d2: 7.6469e-04, l1_reg: 5.3869e+02, l2_reg: 2.5714e+02\n",
      "2020/09/12, 18:46:21, Iteration: 270000, Train Loss: 1.9127e-01, c1: 2.4411e-02, c2: 8.9399e-03, d1: 6.3224e-03, d2: 1.4230e-03, l1_reg: 5.3916e+02, l2_reg: 2.5772e+02\n",
      "2020/09/12, 18:46:30, Iteration: 271000, Train Loss: 1.9022e-01, c1: 2.5254e-02, c2: 8.5088e-03, d1: 6.6733e-03, d2: 1.3140e-03, l1_reg: 5.3990e+02, l2_reg: 2.5841e+02\n",
      "2020/09/12, 18:46:40, Iteration: 272000, Train Loss: 1.9214e-01, c1: 2.6764e-02, c2: 8.2006e-03, d1: 6.5469e-03, d2: 1.7891e-03, l1_reg: 5.4062e+02, l2_reg: 2.5909e+02\n",
      "2020/09/12, 18:46:49, Iteration: 273000, Train Loss: 1.7428e-01, c1: 2.4700e-02, c2: 7.4005e-03, d1: 6.6077e-03, d2: 9.4928e-04, l1_reg: 5.4115e+02, l2_reg: 2.5959e+02\n",
      "2020/09/12, 18:46:58, Iteration: 274000, Train Loss: 2.1643e-01, c1: 4.2619e-02, c2: 8.6963e-03, d1: 7.5176e-03, d2: 1.1658e-03, l1_reg: 5.4151e+02, l2_reg: 2.6015e+02\n",
      "2020/09/12, 18:47:08, Iteration: 275000, Train Loss: 1.7971e-01, c1: 2.6614e-02, c2: 8.1065e-03, d1: 6.3836e-03, d2: 8.1843e-04, l1_reg: 5.4224e+02, l2_reg: 2.6075e+02\n",
      "2020/09/12, 18:47:17, Iteration: 276000, Train Loss: 1.8981e-01, c1: 3.0023e-02, c2: 8.1736e-03, d1: 6.8252e-03, d2: 9.7939e-04, l1_reg: 5.4252e+02, l2_reg: 2.6131e+02\n",
      "2020/09/12, 18:47:26, Iteration: 277000, Train Loss: 1.9190e-01, c1: 2.7721e-02, c2: 8.4875e-03, d1: 6.6817e-03, d2: 1.2479e-03, l1_reg: 5.4327e+02, l2_reg: 2.6198e+02\n",
      "2020/09/12, 18:47:36, Iteration: 278000, Train Loss: 1.8456e-01, c1: 2.3378e-02, c2: 7.6689e-03, d1: 7.1274e-03, d2: 1.3210e-03, l1_reg: 5.4393e+02, l2_reg: 2.6264e+02\n",
      "2020/09/12, 18:47:45, Iteration: 279000, Train Loss: 1.8415e-01, c1: 2.6963e-02, c2: 7.9452e-03, d1: 6.5578e-03, d2: 1.2152e-03, l1_reg: 5.4441e+02, l2_reg: 2.6318e+02\n",
      "2020/09/12, 18:47:54, Iteration: 280000, Train Loss: 1.7582e-01, c1: 2.3120e-02, c2: 7.7451e-03, d1: 6.6415e-03, d2: 8.8229e-04, l1_reg: 5.4510e+02, l2_reg: 2.6385e+02\n",
      "2020/09/12, 18:48:04, Iteration: 281000, Train Loss: 1.8650e-01, c1: 2.7041e-02, c2: 8.1884e-03, d1: 6.8026e-03, d2: 9.5368e-04, l1_reg: 5.4549e+02, l2_reg: 2.6438e+02\n",
      "2020/09/12, 18:48:13, Iteration: 282000, Train Loss: 1.7865e-01, c1: 2.4379e-02, c2: 8.0804e-03, d1: 6.5525e-03, d2: 7.9338e-04, l1_reg: 5.4601e+02, l2_reg: 2.6495e+02\n",
      "2020/09/12, 18:48:23, Iteration: 283000, Train Loss: 1.8476e-01, c1: 2.7961e-02, c2: 7.7923e-03, d1: 6.9767e-03, d2: 9.1002e-04, l1_reg: 5.4654e+02, l2_reg: 2.6561e+02\n",
      "2020/09/12, 18:48:32, Iteration: 284000, Train Loss: 1.7361e-01, c1: 2.5177e-02, c2: 7.8166e-03, d1: 6.0879e-03, d2: 9.3749e-04, l1_reg: 5.4707e+02, l2_reg: 2.6617e+02\n",
      "2020/09/12, 18:48:41, Iteration: 285000, Train Loss: 1.6750e-01, c1: 2.0074e-02, c2: 7.5240e-03, d1: 6.0370e-03, d2: 1.1810e-03, l1_reg: 5.4779e+02, l2_reg: 2.6677e+02\n",
      "2020/09/12, 18:48:51, Iteration: 286000, Train Loss: 1.8669e-01, c1: 2.4763e-02, c2: 8.1911e-03, d1: 6.5751e-03, d2: 1.4259e-03, l1_reg: 5.4802e+02, l2_reg: 2.6741e+02\n",
      "2020/09/12, 18:49:00, Iteration: 287000, Train Loss: 1.7905e-01, c1: 2.3504e-02, c2: 7.6418e-03, d1: 6.6015e-03, d2: 1.3107e-03, l1_reg: 5.4856e+02, l2_reg: 2.6811e+02\n",
      "2020/09/12, 18:49:10, Iteration: 288000, Train Loss: 1.8524e-01, c1: 2.9501e-02, c2: 7.6316e-03, d1: 6.9002e-03, d2: 1.0408e-03, l1_reg: 5.4923e+02, l2_reg: 2.6867e+02\n",
      "2020/09/12, 18:49:19, Iteration: 289000, Train Loss: 1.7096e-01, c1: 2.3757e-02, c2: 7.3305e-03, d1: 6.4560e-03, d2: 9.3325e-04, l1_reg: 5.4958e+02, l2_reg: 2.6921e+02\n",
      "2020/09/12, 18:49:28, Iteration: 290000, Train Loss: 1.7410e-01, c1: 2.3607e-02, c2: 7.4378e-03, d1: 6.3344e-03, d2: 1.2764e-03, l1_reg: 5.4996e+02, l2_reg: 2.6974e+02\n",
      "2020/09/12, 18:49:38, Iteration: 291000, Train Loss: 2.0447e-01, c1: 2.7921e-02, c2: 8.3939e-03, d1: 7.1169e-03, d2: 2.1431e-03, l1_reg: 5.5020e+02, l2_reg: 2.7029e+02\n",
      "2020/09/12, 18:49:47, Iteration: 292000, Train Loss: 1.8354e-01, c1: 2.5757e-02, c2: 7.4070e-03, d1: 7.1466e-03, d2: 1.2242e-03, l1_reg: 5.5068e+02, l2_reg: 2.7096e+02\n",
      "2020/09/12, 18:49:56, Iteration: 293000, Train Loss: 1.6511e-01, c1: 2.1594e-02, c2: 6.7582e-03, d1: 6.5797e-03, d2: 1.0129e-03, l1_reg: 5.5099e+02, l2_reg: 2.7148e+02\n",
      "2020/09/12, 18:50:06, Iteration: 294000, Train Loss: 1.8074e-01, c1: 2.2802e-02, c2: 7.9419e-03, d1: 6.1775e-03, d2: 1.6733e-03, l1_reg: 5.5133e+02, l2_reg: 2.7206e+02\n",
      "2020/09/12, 18:50:16, Iteration: 295000, Train Loss: 1.8419e-01, c1: 2.4793e-02, c2: 8.3313e-03, d1: 6.6287e-03, d2: 9.7874e-04, l1_reg: 5.5165e+02, l2_reg: 2.7268e+02\n",
      "2020/09/12, 18:50:25, Iteration: 296000, Train Loss: 1.7360e-01, c1: 2.1476e-02, c2: 7.5021e-03, d1: 6.3155e-03, d2: 1.3940e-03, l1_reg: 5.5194e+02, l2_reg: 2.7329e+02\n",
      "2020/09/12, 18:50:35, Iteration: 297000, Train Loss: 1.6976e-01, c1: 2.1896e-02, c2: 7.1939e-03, d1: 6.7704e-03, d2: 8.2082e-04, l1_reg: 5.5236e+02, l2_reg: 2.7384e+02\n",
      "2020/09/12, 18:50:44, Iteration: 298000, Train Loss: 1.8834e-01, c1: 2.7909e-02, c2: 8.5266e-03, d1: 6.2344e-03, d2: 1.2815e-03, l1_reg: 5.5292e+02, l2_reg: 2.7453e+02\n",
      "2020/09/12, 18:50:54, Iteration: 299000, Train Loss: 1.8885e-01, c1: 2.3429e-02, c2: 8.4736e-03, d1: 6.7081e-03, d2: 1.3598e-03, l1_reg: 5.5327e+02, l2_reg: 2.7513e+02\n",
      "2020/09/12, 18:51:03, Iteration: 300000, Train Loss: 1.7107e-01, c1: 2.4525e-02, c2: 7.2598e-03, d1: 6.2287e-03, d2: 1.1649e-03, l1_reg: 5.5371e+02, l2_reg: 2.7572e+02\n",
      "2020/09/12, 18:51:12, Iteration: 301000, Train Loss: 1.8092e-01, c1: 2.9860e-02, c2: 7.7248e-03, d1: 6.3830e-03, d2: 9.9707e-04, l1_reg: 5.5430e+02, l2_reg: 2.7629e+02\n",
      "2020/09/12, 18:51:22, Iteration: 302000, Train Loss: 1.6758e-01, c1: 2.7256e-02, c2: 6.8778e-03, d1: 6.3943e-03, d2: 7.5919e-04, l1_reg: 5.5466e+02, l2_reg: 2.7699e+02\n",
      "2020/09/12, 18:51:31, Iteration: 303000, Train Loss: 1.6983e-01, c1: 2.4390e-02, c2: 7.3911e-03, d1: 6.5108e-03, d2: 6.4151e-04, l1_reg: 5.5529e+02, l2_reg: 2.7766e+02\n",
      "2020/09/12, 18:51:40, Iteration: 304000, Train Loss: 1.7260e-01, c1: 2.1230e-02, c2: 7.4903e-03, d1: 6.4496e-03, d2: 1.1967e-03, l1_reg: 5.5590e+02, l2_reg: 2.7828e+02\n",
      "2020/09/12, 18:51:50, Iteration: 305000, Train Loss: 1.8202e-01, c1: 3.0494e-02, c2: 7.6895e-03, d1: 6.3691e-03, d2: 1.0928e-03, l1_reg: 5.5623e+02, l2_reg: 2.7884e+02\n",
      "2020/09/12, 18:51:59, Iteration: 306000, Train Loss: 1.7594e-01, c1: 2.7460e-02, c2: 7.4543e-03, d1: 6.4647e-03, d2: 9.2840e-04, l1_reg: 5.5681e+02, l2_reg: 2.7945e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/12, 18:52:09, Iteration: 307000, Train Loss: 1.7745e-01, c1: 2.3984e-02, c2: 8.4779e-03, d1: 5.7274e-03, d2: 1.1403e-03, l1_reg: 5.5747e+02, l2_reg: 2.8005e+02\n",
      "2020/09/12, 18:52:18, Iteration: 308000, Train Loss: 1.8332e-01, c1: 2.5504e-02, c2: 7.7277e-03, d1: 6.5910e-03, d2: 1.4619e-03, l1_reg: 5.5784e+02, l2_reg: 2.8067e+02\n",
      "2020/09/12, 18:52:27, Iteration: 309000, Train Loss: 2.0634e-01, c1: 4.0713e-02, c2: 7.7021e-03, d1: 7.2215e-03, d2: 1.6377e-03, l1_reg: 5.5851e+02, l2_reg: 2.8128e+02\n",
      "2020/09/12, 18:52:37, Iteration: 310000, Train Loss: 1.8040e-01, c1: 2.8094e-02, c2: 7.5542e-03, d1: 6.7748e-03, d2: 9.0034e-04, l1_reg: 5.5884e+02, l2_reg: 2.8190e+02\n",
      "2020/09/12, 18:52:46, Iteration: 311000, Train Loss: 1.6786e-01, c1: 2.2849e-02, c2: 7.2677e-03, d1: 6.3269e-03, d2: 9.0543e-04, l1_reg: 5.5939e+02, l2_reg: 2.8241e+02\n",
      "2020/09/12, 18:52:55, Iteration: 312000, Train Loss: 1.7565e-01, c1: 2.2957e-02, c2: 7.2140e-03, d1: 7.2540e-03, d2: 8.0046e-04, l1_reg: 5.5980e+02, l2_reg: 2.8296e+02\n",
      "2020/09/12, 18:53:05, Iteration: 313000, Train Loss: 1.7572e-01, c1: 2.5524e-02, c2: 7.8093e-03, d1: 6.3753e-03, d2: 8.3435e-04, l1_reg: 5.6024e+02, l2_reg: 2.8363e+02\n",
      "2020/09/12, 18:53:14, Iteration: 314000, Train Loss: 1.7379e-01, c1: 2.6397e-02, c2: 7.5456e-03, d1: 6.2184e-03, d2: 9.7424e-04, l1_reg: 5.6074e+02, l2_reg: 2.8421e+02\n",
      "2020/09/12, 18:53:24, Iteration: 315000, Train Loss: 1.6869e-01, c1: 2.8795e-02, c2: 7.0211e-03, d1: 5.9814e-03, d2: 9.8616e-04, l1_reg: 5.6102e+02, l2_reg: 2.8483e+02\n",
      "2020/09/12, 18:53:33, Iteration: 316000, Train Loss: 1.7043e-01, c1: 3.4823e-02, c2: 6.2496e-03, d1: 6.5274e-03, d2: 7.8309e-04, l1_reg: 5.6182e+02, l2_reg: 2.8541e+02\n",
      "2020/09/12, 18:53:42, Iteration: 317000, Train Loss: 1.8193e-01, c1: 2.6251e-02, c2: 7.7006e-03, d1: 6.4688e-03, d2: 1.3973e-03, l1_reg: 5.6222e+02, l2_reg: 2.8597e+02\n",
      "2020/09/12, 18:53:52, Iteration: 318000, Train Loss: 1.6543e-01, c1: 2.1626e-02, c2: 7.1235e-03, d1: 6.2119e-03, d2: 1.0440e-03, l1_reg: 5.6277e+02, l2_reg: 2.8665e+02\n",
      "2020/09/12, 18:54:01, Iteration: 319000, Train Loss: 1.6912e-01, c1: 2.1732e-02, c2: 7.3133e-03, d1: 5.9576e-03, d2: 1.4669e-03, l1_reg: 5.6324e+02, l2_reg: 2.8732e+02\n",
      "2020/09/12, 18:54:10, Iteration: 320000, Train Loss: 1.6708e-01, c1: 2.3176e-02, c2: 6.2028e-03, d1: 7.0953e-03, d2: 1.0913e-03, l1_reg: 5.6373e+02, l2_reg: 2.8782e+02\n",
      "2020/09/12, 18:54:20, Iteration: 321000, Train Loss: 1.7063e-01, c1: 2.1789e-02, c2: 7.4485e-03, d1: 6.3157e-03, d2: 1.1193e-03, l1_reg: 5.6397e+02, l2_reg: 2.8849e+02\n",
      "2020/09/12, 18:54:29, Iteration: 322000, Train Loss: 1.6188e-01, c1: 2.2829e-02, c2: 6.9778e-03, d1: 6.1533e-03, d2: 7.7282e-04, l1_reg: 5.6484e+02, l2_reg: 2.8916e+02\n",
      "2020/09/12, 18:54:38, Iteration: 323000, Train Loss: 1.7859e-01, c1: 2.5292e-02, c2: 7.7414e-03, d1: 6.6007e-03, d2: 9.8636e-04, l1_reg: 5.6507e+02, l2_reg: 2.8974e+02\n",
      "2020/09/12, 18:54:48, Iteration: 324000, Train Loss: 1.7172e-01, c1: 2.3872e-02, c2: 7.0880e-03, d1: 6.2456e-03, d2: 1.4508e-03, l1_reg: 5.6575e+02, l2_reg: 2.9038e+02\n",
      "2020/09/12, 18:54:57, Iteration: 325000, Train Loss: 1.7040e-01, c1: 2.3637e-02, c2: 7.4183e-03, d1: 6.2629e-03, d2: 9.9407e-04, l1_reg: 5.6612e+02, l2_reg: 2.9087e+02\n",
      "2020/09/12, 18:55:06, Iteration: 326000, Train Loss: 1.7282e-01, c1: 2.2464e-02, c2: 6.7263e-03, d1: 7.2760e-03, d2: 1.0329e-03, l1_reg: 5.6657e+02, l2_reg: 2.9148e+02\n",
      "2020/09/12, 18:55:16, Iteration: 327000, Train Loss: 1.7971e-01, c1: 3.1462e-02, c2: 6.8135e-03, d1: 6.2434e-03, d2: 1.7672e-03, l1_reg: 5.6684e+02, l2_reg: 2.9195e+02\n",
      "2020/09/12, 18:55:25, Iteration: 328000, Train Loss: 1.6419e-01, c1: 1.8501e-02, c2: 6.8713e-03, d1: 6.2134e-03, d2: 1.4837e-03, l1_reg: 5.6754e+02, l2_reg: 2.9251e+02\n",
      "2020/09/12, 18:55:35, Iteration: 329000, Train Loss: 1.6738e-01, c1: 2.8562e-02, c2: 7.0851e-03, d1: 5.7436e-03, d2: 1.0518e-03, l1_reg: 5.6799e+02, l2_reg: 2.9313e+02\n",
      "2020/09/12, 18:55:44, Iteration: 330000, Train Loss: 1.6754e-01, c1: 2.7406e-02, c2: 6.7620e-03, d1: 6.3367e-03, d2: 9.1369e-04, l1_reg: 5.6814e+02, l2_reg: 2.9375e+02\n",
      "2020/09/12, 18:55:53, Iteration: 331000, Train Loss: 1.7484e-01, c1: 3.2796e-02, c2: 7.2404e-03, d1: 5.9225e-03, d2: 1.0403e-03, l1_reg: 5.6894e+02, l2_reg: 2.9429e+02\n",
      "2020/09/12, 18:56:03, Iteration: 332000, Train Loss: 1.8812e-01, c1: 3.4863e-02, c2: 7.7974e-03, d1: 6.2512e-03, d2: 1.2758e-03, l1_reg: 5.6938e+02, l2_reg: 2.9496e+02\n",
      "2020/09/12, 18:56:12, Iteration: 333000, Train Loss: 1.9753e-01, c1: 3.2002e-02, c2: 8.2696e-03, d1: 6.2596e-03, d2: 2.0225e-03, l1_reg: 5.6944e+02, l2_reg: 2.9534e+02\n",
      "2020/09/12, 18:56:21, Iteration: 334000, Train Loss: 1.6496e-01, c1: 2.1436e-02, c2: 7.2813e-03, d1: 6.1311e-03, d2: 9.3928e-04, l1_reg: 5.6976e+02, l2_reg: 2.9596e+02\n",
      "2020/09/12, 18:56:31, Iteration: 335000, Train Loss: 1.6918e-01, c1: 2.7783e-02, c2: 6.2953e-03, d1: 6.9294e-03, d2: 9.1445e-04, l1_reg: 5.7025e+02, l2_reg: 2.9649e+02\n",
      "2020/09/12, 18:56:40, Iteration: 336000, Train Loss: 1.6646e-01, c1: 2.4223e-02, c2: 6.7957e-03, d1: 6.3950e-03, d2: 1.0321e-03, l1_reg: 5.7080e+02, l2_reg: 2.9709e+02\n",
      "2020/09/12, 18:56:49, Iteration: 337000, Train Loss: 1.8080e-01, c1: 2.3026e-02, c2: 7.9207e-03, d1: 6.6149e-03, d2: 1.2405e-03, l1_reg: 5.7125e+02, l2_reg: 2.9770e+02\n",
      "2020/09/12, 18:56:59, Iteration: 338000, Train Loss: 1.6255e-01, c1: 2.3873e-02, c2: 6.8541e-03, d1: 5.9804e-03, d2: 1.0321e-03, l1_reg: 5.7165e+02, l2_reg: 2.9833e+02\n",
      "2020/09/12, 18:57:08, Iteration: 339000, Train Loss: 1.7492e-01, c1: 2.7407e-02, c2: 7.2585e-03, d1: 6.4557e-03, d2: 1.0359e-03, l1_reg: 5.7194e+02, l2_reg: 2.9882e+02\n",
      "2020/09/12, 18:57:18, Iteration: 340000, Train Loss: 1.6811e-01, c1: 2.3858e-02, c2: 6.7924e-03, d1: 6.2826e-03, d2: 1.3491e-03, l1_reg: 5.7232e+02, l2_reg: 2.9930e+02\n",
      "2020/09/12, 18:57:27, Iteration: 341000, Train Loss: 1.5913e-01, c1: 2.1816e-02, c2: 6.8213e-03, d1: 6.0337e-03, d2: 8.7537e-04, l1_reg: 5.7269e+02, l2_reg: 2.9981e+02\n",
      "2020/09/12, 18:57:36, Iteration: 342000, Train Loss: 1.7124e-01, c1: 2.0838e-02, c2: 7.5556e-03, d1: 6.3756e-03, d2: 1.1078e-03, l1_reg: 5.7326e+02, l2_reg: 3.0039e+02\n",
      "2020/09/12, 18:57:46, Iteration: 343000, Train Loss: 1.6100e-01, c1: 2.6142e-02, c2: 6.4366e-03, d1: 6.0854e-03, d2: 9.6266e-04, l1_reg: 5.7380e+02, l2_reg: 3.0088e+02\n",
      "2020/09/12, 18:57:55, Iteration: 344000, Train Loss: 1.6858e-01, c1: 2.4625e-02, c2: 6.9248e-03, d1: 6.1558e-03, d2: 1.3140e-03, l1_reg: 5.7397e+02, l2_reg: 3.0142e+02\n",
      "2020/09/12, 18:58:04, Iteration: 345000, Train Loss: 1.6002e-01, c1: 2.4105e-02, c2: 6.6762e-03, d1: 5.9142e-03, d2: 9.9980e-04, l1_reg: 5.7413e+02, l2_reg: 3.0185e+02\n",
      "2020/09/12, 18:58:14, Iteration: 346000, Train Loss: 1.6140e-01, c1: 2.1471e-02, c2: 7.1322e-03, d1: 5.9753e-03, d2: 8.8443e-04, l1_reg: 5.7450e+02, l2_reg: 3.0235e+02\n",
      "2020/09/12, 18:58:23, Iteration: 347000, Train Loss: 1.6698e-01, c1: 2.4712e-02, c2: 6.8649e-03, d1: 6.0086e-03, d2: 1.3524e-03, l1_reg: 5.7489e+02, l2_reg: 3.0272e+02\n",
      "2020/09/12, 18:58:33, Iteration: 348000, Train Loss: 1.7815e-01, c1: 2.4686e-02, c2: 7.6143e-03, d1: 5.9491e-03, d2: 1.7819e-03, l1_reg: 5.7505e+02, l2_reg: 3.0316e+02\n",
      "2020/09/12, 18:58:42, Iteration: 349000, Train Loss: 1.7106e-01, c1: 2.4894e-02, c2: 7.3305e-03, d1: 6.2598e-03, d2: 1.0255e-03, l1_reg: 5.7548e+02, l2_reg: 3.0378e+02\n",
      "2020/09/12, 18:58:51, Iteration: 350000, Train Loss: 1.7489e-01, c1: 3.1435e-02, c2: 6.8567e-03, d1: 6.5144e-03, d2: 9.7336e-04, l1_reg: 5.7644e+02, l2_reg: 3.0431e+02\n",
      "2020/09/12, 18:59:01, Iteration: 351000, Train Loss: 1.7079e-01, c1: 3.2728e-02, c2: 6.8425e-03, d1: 5.7178e-03, d2: 1.2448e-03, l1_reg: 5.7622e+02, l2_reg: 3.0475e+02\n",
      "2020/09/12, 18:59:10, Iteration: 352000, Train Loss: 1.6596e-01, c1: 2.0871e-02, c2: 7.1137e-03, d1: 6.4284e-03, d2: 9.6581e-04, l1_reg: 5.7645e+02, l2_reg: 3.0528e+02\n",
      "2020/09/12, 18:59:19, Iteration: 353000, Train Loss: 1.6450e-01, c1: 2.6615e-02, c2: 6.9995e-03, d1: 5.8132e-03, d2: 9.7491e-04, l1_reg: 5.7685e+02, l2_reg: 3.0579e+02\n",
      "2020/09/12, 18:59:29, Iteration: 354000, Train Loss: 1.5767e-01, c1: 2.2675e-02, c2: 6.6683e-03, d1: 6.1597e-03, d2: 6.7019e-04, l1_reg: 5.7735e+02, l2_reg: 3.0625e+02\n",
      "2020/09/12, 18:59:38, Iteration: 355000, Train Loss: 1.5711e-01, c1: 2.3200e-02, c2: 6.3514e-03, d1: 6.3106e-03, d2: 7.2812e-04, l1_reg: 5.7776e+02, l2_reg: 3.0684e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/12, 18:59:48, Iteration: 356000, Train Loss: 1.6533e-01, c1: 2.5515e-02, c2: 6.7837e-03, d1: 6.0248e-03, d2: 1.1724e-03, l1_reg: 5.7796e+02, l2_reg: 3.0726e+02\n",
      "2020/09/12, 18:59:57, Iteration: 357000, Train Loss: 1.6669e-01, c1: 2.8442e-02, c2: 7.0533e-03, d1: 5.9701e-03, d2: 8.0062e-04, l1_reg: 5.7841e+02, l2_reg: 3.0781e+02\n",
      "2020/09/12, 19:00:06, Iteration: 358000, Train Loss: 1.8315e-01, c1: 2.2888e-02, c2: 7.8257e-03, d1: 6.3215e-03, d2: 1.8783e-03, l1_reg: 5.7897e+02, l2_reg: 3.0830e+02\n",
      "2020/09/12, 19:00:16, Iteration: 359000, Train Loss: 1.6504e-01, c1: 2.6736e-02, c2: 6.6453e-03, d1: 5.7036e-03, d2: 1.4808e-03, l1_reg: 5.7885e+02, l2_reg: 3.0862e+02\n",
      "2020/09/12, 19:00:25, Iteration: 360000, Train Loss: 1.6468e-01, c1: 2.3574e-02, c2: 6.9073e-03, d1: 5.7409e-03, d2: 1.4617e-03, l1_reg: 5.7929e+02, l2_reg: 3.0913e+02\n",
      "2020/09/12, 19:00:35, Iteration: 361000, Train Loss: 1.6262e-01, c1: 2.2177e-02, c2: 7.0573e-03, d1: 6.0692e-03, d2: 9.1647e-04, l1_reg: 5.7948e+02, l2_reg: 3.0949e+02\n",
      "2020/09/12, 19:00:44, Iteration: 362000, Train Loss: 1.6017e-01, c1: 2.3282e-02, c2: 6.6928e-03, d1: 6.3671e-03, d2: 6.2780e-04, l1_reg: 5.8007e+02, l2_reg: 3.1001e+02\n",
      "2020/09/12, 19:00:53, Iteration: 363000, Train Loss: 1.6708e-01, c1: 2.8740e-02, c2: 7.2613e-03, d1: 5.7749e-03, d2: 7.9643e-04, l1_reg: 5.8049e+02, l2_reg: 3.1054e+02\n",
      "2020/09/12, 19:01:03, Iteration: 364000, Train Loss: 1.6778e-01, c1: 2.2156e-02, c2: 6.8398e-03, d1: 6.2867e-03, d2: 1.4349e-03, l1_reg: 5.8082e+02, l2_reg: 3.1105e+02\n",
      "2020/09/12, 19:01:12, Iteration: 365000, Train Loss: 1.6854e-01, c1: 2.8658e-02, c2: 6.8094e-03, d1: 6.0666e-03, d2: 1.1113e-03, l1_reg: 5.8132e+02, l2_reg: 3.1164e+02\n",
      "2020/09/12, 19:01:21, Iteration: 366000, Train Loss: 1.6446e-01, c1: 2.2009e-02, c2: 7.2557e-03, d1: 5.8903e-03, d2: 1.0984e-03, l1_reg: 5.8193e+02, l2_reg: 3.1231e+02\n",
      "2020/09/12, 19:03:33, Iteration: 380000, Train Loss: 1.4335e-01, c1: 1.8119e-02, c2: 6.1442e-03, d1: 5.5599e-03, d2: 8.1800e-04, l1_reg: 5.8647e+02, l2_reg: 3.1853e+02\n",
      "2020/09/12, 19:03:43, Iteration: 381000, Train Loss: 1.6147e-01, c1: 2.4368e-02, c2: 6.9224e-03, d1: 6.0451e-03, d2: 7.4165e-04, l1_reg: 5.8674e+02, l2_reg: 3.1899e+02\n",
      "2020/09/12, 19:03:52, Iteration: 382000, Train Loss: 1.5465e-01, c1: 2.8808e-02, c2: 5.9295e-03, d1: 6.0642e-03, d2: 5.8984e-04, l1_reg: 5.8774e+02, l2_reg: 3.1935e+02\n",
      "2020/09/12, 19:04:01, Iteration: 383000, Train Loss: 1.5740e-01, c1: 2.5308e-02, c2: 6.2115e-03, d1: 6.2108e-03, d2: 7.8632e-04, l1_reg: 5.8756e+02, l2_reg: 3.1989e+02\n",
      "2020/09/12, 19:04:11, Iteration: 384000, Train Loss: 1.5360e-01, c1: 1.8451e-02, c2: 6.7131e-03, d1: 5.7423e-03, d2: 1.0581e-03, l1_reg: 5.8798e+02, l2_reg: 3.2041e+02\n",
      "2020/09/12, 19:04:20, Iteration: 385000, Train Loss: 1.7588e-01, c1: 3.4973e-02, c2: 6.3195e-03, d1: 6.6419e-03, d2: 1.1284e-03, l1_reg: 5.8803e+02, l2_reg: 3.2058e+02\n",
      "2020/09/12, 19:04:29, Iteration: 386000, Train Loss: 1.6007e-01, c1: 2.2143e-02, c2: 6.9615e-03, d1: 5.8236e-03, d2: 1.0063e-03, l1_reg: 5.8829e+02, l2_reg: 3.2113e+02\n",
      "2020/09/12, 19:04:38, Iteration: 387000, Train Loss: 1.5351e-01, c1: 2.5184e-02, c2: 6.5300e-03, d1: 5.3805e-03, d2: 9.2080e-04, l1_reg: 5.8862e+02, l2_reg: 3.2135e+02\n",
      "2020/09/12, 19:04:48, Iteration: 388000, Train Loss: 1.5833e-01, c1: 2.2771e-02, c2: 6.6849e-03, d1: 6.1159e-03, d2: 7.5453e-04, l1_reg: 5.8896e+02, l2_reg: 3.2193e+02\n",
      "2020/09/12, 19:04:57, Iteration: 389000, Train Loss: 1.5251e-01, c1: 2.2893e-02, c2: 6.1093e-03, d1: 5.8922e-03, d2: 9.5937e-04, l1_reg: 5.8934e+02, l2_reg: 3.2241e+02\n",
      "2020/09/12, 19:05:07, Iteration: 390000, Train Loss: 1.5893e-01, c1: 2.2921e-02, c2: 6.9583e-03, d1: 5.5077e-03, d2: 1.1343e-03, l1_reg: 5.8965e+02, l2_reg: 3.2280e+02\n",
      "2020/09/12, 19:05:16, Iteration: 391000, Train Loss: 1.5166e-01, c1: 2.2276e-02, c2: 6.5825e-03, d1: 5.2900e-03, d2: 1.0651e-03, l1_reg: 5.8973e+02, l2_reg: 3.2307e+02\n",
      "2020/09/12, 19:05:26, Iteration: 392000, Train Loss: 1.4980e-01, c1: 2.7570e-02, c2: 5.7964e-03, d1: 5.3180e-03, d2: 1.1080e-03, l1_reg: 5.9008e+02, l2_reg: 3.2356e+02\n",
      "2020/09/12, 19:05:35, Iteration: 393000, Train Loss: 1.5618e-01, c1: 2.7082e-02, c2: 6.4839e-03, d1: 5.7161e-03, d2: 7.0859e-04, l1_reg: 5.9062e+02, l2_reg: 3.2398e+02\n",
      "2020/09/12, 19:05:44, Iteration: 394000, Train Loss: 1.4951e-01, c1: 1.7055e-02, c2: 6.8627e-03, d1: 5.6486e-03, d2: 7.3344e-04, l1_reg: 5.9079e+02, l2_reg: 3.2462e+02\n",
      "2020/09/12, 19:05:54, Iteration: 395000, Train Loss: 1.7727e-01, c1: 3.9220e-02, c2: 6.3767e-03, d1: 6.6043e-03, d2: 8.2339e-04, l1_reg: 5.9220e+02, l2_reg: 3.2523e+02\n",
      "2020/09/12, 19:06:03, Iteration: 396000, Train Loss: 1.6353e-01, c1: 1.9605e-02, c2: 6.9262e-03, d1: 5.6259e-03, d2: 1.8398e-03, l1_reg: 5.9205e+02, l2_reg: 3.2572e+02\n",
      "2020/09/12, 19:06:13, Iteration: 397000, Train Loss: 1.7499e-01, c1: 2.2794e-02, c2: 6.5915e-03, d1: 7.2029e-03, d2: 1.4239e-03, l1_reg: 5.9217e+02, l2_reg: 3.2592e+02\n",
      "2020/09/12, 19:06:22, Iteration: 398000, Train Loss: 1.6681e-01, c1: 2.3112e-02, c2: 7.0733e-03, d1: 5.9476e-03, d2: 1.3481e-03, l1_reg: 5.9231e+02, l2_reg: 3.2634e+02\n",
      "2020/09/12, 19:06:31, Iteration: 399000, Train Loss: 1.7527e-01, c1: 2.5178e-02, c2: 8.0781e-03, d1: 5.9724e-03, d2: 9.5803e-04, l1_reg: 5.9259e+02, l2_reg: 3.2675e+02\n",
      "2020/09/12, 19:06:41, Iteration: 400000, Train Loss: 1.5283e-01, c1: 2.1508e-02, c2: 6.6858e-03, d1: 5.6888e-03, d2: 7.5653e-04, l1_reg: 5.9305e+02, l2_reg: 3.2742e+02\n",
      "2020/09/12, 19:06:50, Iteration: 401000, Train Loss: 1.5446e-01, c1: 1.8104e-02, c2: 6.8220e-03, d1: 5.6721e-03, d2: 1.1405e-03, l1_reg: 5.9353e+02, l2_reg: 3.2802e+02\n",
      "2020/09/12, 19:06:59, Iteration: 402000, Train Loss: 1.6805e-01, c1: 2.4546e-02, c2: 7.1188e-03, d1: 5.8349e-03, d2: 1.3956e-03, l1_reg: 5.9392e+02, l2_reg: 3.2851e+02\n",
      "2020/09/12, 19:07:08, Iteration: 403000, Train Loss: 1.5974e-01, c1: 2.3892e-02, c2: 6.6019e-03, d1: 6.2465e-03, d2: 7.3546e-04, l1_reg: 5.9446e+02, l2_reg: 3.2901e+02\n",
      "2020/09/12, 19:07:18, Iteration: 404000, Train Loss: 1.6563e-01, c1: 2.5441e-02, c2: 7.0391e-03, d1: 5.6024e-03, d2: 1.3768e-03, l1_reg: 5.9486e+02, l2_reg: 3.2957e+02\n",
      "2020/09/12, 19:07:27, Iteration: 405000, Train Loss: 1.6597e-01, c1: 2.5180e-02, c2: 7.4384e-03, d1: 5.8884e-03, d2: 7.5167e-04, l1_reg: 5.9520e+02, l2_reg: 3.3003e+02\n",
      "2020/09/12, 19:07:36, Iteration: 406000, Train Loss: 1.5432e-01, c1: 1.9684e-02, c2: 6.6717e-03, d1: 5.6378e-03, d2: 1.1534e-03, l1_reg: 5.9541e+02, l2_reg: 3.3036e+02\n",
      "2020/09/12, 19:07:46, Iteration: 407000, Train Loss: 1.6025e-01, c1: 2.1206e-02, c2: 7.0287e-03, d1: 5.5742e-03, d2: 1.3007e-03, l1_reg: 5.9599e+02, l2_reg: 3.3103e+02\n",
      "2020/09/12, 19:07:55, Iteration: 408000, Train Loss: 1.6729e-01, c1: 2.4968e-02, c2: 7.0046e-03, d1: 5.4059e-03, d2: 1.8212e-03, l1_reg: 5.9677e+02, l2_reg: 3.3154e+02\n",
      "2020/09/12, 19:08:05, Iteration: 409000, Train Loss: 1.4791e-01, c1: 2.1114e-02, c2: 6.1791e-03, d1: 5.2588e-03, d2: 1.2403e-03, l1_reg: 5.9674e+02, l2_reg: 3.3208e+02\n",
      "2020/09/12, 19:08:14, Iteration: 410000, Train Loss: 1.5338e-01, c1: 1.9726e-02, c2: 6.5990e-03, d1: 5.9383e-03, d2: 8.2690e-04, l1_reg: 5.9709e+02, l2_reg: 3.3259e+02\n",
      "2020/09/12, 19:08:24, Iteration: 411000, Train Loss: 1.7496e-01, c1: 2.2707e-02, c2: 7.6635e-03, d1: 6.0200e-03, d2: 1.5411e-03, l1_reg: 5.9738e+02, l2_reg: 3.3295e+02\n",
      "2020/09/12, 19:08:33, Iteration: 412000, Train Loss: 1.4459e-01, c1: 2.2279e-02, c2: 5.8735e-03, d1: 5.7838e-03, d2: 5.7319e-04, l1_reg: 5.9780e+02, l2_reg: 3.3355e+02\n",
      "2020/09/12, 19:08:42, Iteration: 413000, Train Loss: 1.6549e-01, c1: 2.4142e-02, c2: 7.2036e-03, d1: 5.5826e-03, d2: 1.3473e-03, l1_reg: 5.9834e+02, l2_reg: 3.3401e+02\n",
      "2020/09/12, 19:08:51, Iteration: 414000, Train Loss: 1.5162e-01, c1: 2.1950e-02, c2: 6.5850e-03, d1: 5.5752e-03, d2: 8.0595e-04, l1_reg: 5.9870e+02, l2_reg: 3.3464e+02\n",
      "2020/09/12, 19:09:01, Iteration: 415000, Train Loss: 1.5180e-01, c1: 2.2065e-02, c2: 6.6955e-03, d1: 5.3058e-03, d2: 9.7085e-04, l1_reg: 5.9905e+02, l2_reg: 3.3515e+02\n",
      "2020/09/12, 19:09:10, Iteration: 416000, Train Loss: 1.4522e-01, c1: 2.5352e-02, c2: 6.0681e-03, d1: 5.0684e-03, d2: 8.4939e-04, l1_reg: 5.9978e+02, l2_reg: 3.3564e+02\n",
      "2020/09/12, 19:09:20, Iteration: 417000, Train Loss: 1.5372e-01, c1: 2.3993e-02, c2: 6.5248e-03, d1: 5.4677e-03, d2: 9.7896e-04, l1_reg: 5.9976e+02, l2_reg: 3.3609e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/12, 19:09:29, Iteration: 418000, Train Loss: 1.6129e-01, c1: 2.4875e-02, c2: 6.7262e-03, d1: 5.5837e-03, d2: 1.3304e-03, l1_reg: 6.0003e+02, l2_reg: 3.3655e+02\n",
      "2020/09/12, 19:09:38, Iteration: 419000, Train Loss: 1.6152e-01, c1: 2.0418e-02, c2: 6.8350e-03, d1: 6.1263e-03, d2: 1.1474e-03, l1_reg: 6.0037e+02, l2_reg: 3.3695e+02\n",
      "2020/09/12, 19:09:48, Iteration: 420000, Train Loss: 1.4787e-01, c1: 1.9202e-02, c2: 6.1890e-03, d1: 5.5974e-03, d2: 1.0798e-03, l1_reg: 6.0064e+02, l2_reg: 3.3729e+02\n",
      "2020/09/12, 19:09:57, Iteration: 421000, Train Loss: 1.4873e-01, c1: 2.0553e-02, c2: 6.2895e-03, d1: 5.5418e-03, d2: 9.8549e-04, l1_reg: 6.0129e+02, l2_reg: 3.3791e+02\n",
      "2020/09/12, 19:10:06, Iteration: 422000, Train Loss: 1.4687e-01, c1: 2.0814e-02, c2: 6.0680e-03, d1: 5.5618e-03, d2: 9.7535e-04, l1_reg: 6.0145e+02, l2_reg: 3.3852e+02\n",
      "2020/09/12, 19:10:16, Iteration: 423000, Train Loss: 1.6323e-01, c1: 2.2920e-02, c2: 6.9881e-03, d1: 5.7279e-03, d2: 1.3144e-03, l1_reg: 6.0175e+02, l2_reg: 3.3890e+02\n",
      "2020/09/12, 19:10:25, Iteration: 424000, Train Loss: 1.5390e-01, c1: 2.1222e-02, c2: 6.6092e-03, d1: 5.4794e-03, d2: 1.1784e-03, l1_reg: 6.0198e+02, l2_reg: 3.3939e+02\n",
      "2020/09/12, 19:10:35, Iteration: 425000, Train Loss: 1.5948e-01, c1: 2.2181e-02, c2: 7.0108e-03, d1: 5.7366e-03, d2: 9.8193e-04, l1_reg: 6.0228e+02, l2_reg: 3.3992e+02\n",
      "2020/09/12, 19:10:44, Iteration: 426000, Train Loss: 1.4606e-01, c1: 2.1365e-02, c2: 6.1389e-03, d1: 5.3074e-03, d2: 1.0224e-03, l1_reg: 6.0284e+02, l2_reg: 3.4037e+02\n",
      "2020/09/12, 19:10:53, Iteration: 427000, Train Loss: 1.4639e-01, c1: 2.4461e-02, c2: 6.4867e-03, d1: 5.1004e-03, d2: 6.0475e-04, l1_reg: 6.0311e+02, l2_reg: 3.4094e+02\n",
      "2020/09/12, 19:11:02, Iteration: 428000, Train Loss: 1.5674e-01, c1: 1.9296e-02, c2: 6.9015e-03, d1: 5.7491e-03, d2: 1.0923e-03, l1_reg: 6.0370e+02, l2_reg: 3.4152e+02\n",
      "2020/09/12, 19:11:12, Iteration: 429000, Train Loss: 1.6697e-01, c1: 2.7827e-02, c2: 7.0237e-03, d1: 5.7779e-03, d2: 1.1115e-03, l1_reg: 6.0410e+02, l2_reg: 3.4197e+02\n",
      "2020/09/12, 19:11:21, Iteration: 430000, Train Loss: 1.6146e-01, c1: 2.2380e-02, c2: 6.9442e-03, d1: 5.5686e-03, d2: 1.3942e-03, l1_reg: 6.0420e+02, l2_reg: 3.4238e+02\n",
      "2020/09/12, 19:11:31, Iteration: 431000, Train Loss: 1.6570e-01, c1: 1.9032e-02, c2: 6.7003e-03, d1: 6.1665e-03, d2: 1.7991e-03, l1_reg: 6.0449e+02, l2_reg: 3.4286e+02\n",
      "2020/09/12, 19:11:40, Iteration: 432000, Train Loss: 1.6323e-01, c1: 2.6222e-02, c2: 6.6148e-03, d1: 6.0254e-03, d2: 1.0595e-03, l1_reg: 6.0470e+02, l2_reg: 3.4326e+02\n",
      "2020/09/12, 19:11:49, Iteration: 433000, Train Loss: 1.5017e-01, c1: 2.6658e-02, c2: 6.3563e-03, d1: 5.0965e-03, d2: 8.9797e-04, l1_reg: 6.0519e+02, l2_reg: 3.4370e+02\n",
      "2020/09/12, 19:11:59, Iteration: 434000, Train Loss: 1.7144e-01, c1: 3.0136e-02, c2: 7.4277e-03, d1: 5.5657e-03, d2: 1.1365e-03, l1_reg: 6.0530e+02, l2_reg: 3.4405e+02\n",
      "2020/09/12, 19:12:08, Iteration: 435000, Train Loss: 1.5729e-01, c1: 2.5606e-02, c2: 6.1879e-03, d1: 6.1958e-03, d2: 7.8388e-04, l1_reg: 6.0546e+02, l2_reg: 3.4450e+02\n",
      "2020/09/12, 19:12:17, Iteration: 436000, Train Loss: 1.5205e-01, c1: 2.1987e-02, c2: 6.5398e-03, d1: 5.5392e-03, d2: 9.2598e-04, l1_reg: 6.0606e+02, l2_reg: 3.4490e+02\n",
      "2020/09/12, 19:12:27, Iteration: 437000, Train Loss: 1.5072e-01, c1: 2.5216e-02, c2: 5.8731e-03, d1: 5.5816e-03, d2: 1.0949e-03, l1_reg: 6.0606e+02, l2_reg: 3.4539e+02\n",
      "2020/09/12, 19:12:36, Iteration: 438000, Train Loss: 1.7453e-01, c1: 2.6799e-02, c2: 7.1389e-03, d1: 5.8879e-03, d2: 1.7449e-03, l1_reg: 6.0646e+02, l2_reg: 3.4588e+02\n",
      "2020/09/12, 19:12:46, Iteration: 439000, Train Loss: 1.5290e-01, c1: 2.2514e-02, c2: 6.3052e-03, d1: 5.9306e-03, d2: 8.0140e-04, l1_reg: 6.0701e+02, l2_reg: 3.4653e+02\n",
      "2020/09/12, 19:12:55, Iteration: 440000, Train Loss: 1.4756e-01, c1: 1.8966e-02, c2: 6.3981e-03, d1: 5.2987e-03, d2: 1.1616e-03, l1_reg: 6.0760e+02, l2_reg: 3.4713e+02\n",
      "2020/09/12, 19:13:04, Iteration: 441000, Train Loss: 1.6067e-01, c1: 2.6847e-02, c2: 6.5035e-03, d1: 5.4912e-03, d2: 1.3869e-03, l1_reg: 6.0780e+02, l2_reg: 3.4741e+02\n",
      "2020/09/12, 19:13:14, Iteration: 442000, Train Loss: 1.6074e-01, c1: 3.0655e-02, c2: 6.9554e-03, d1: 4.9452e-03, d2: 1.1068e-03, l1_reg: 6.0881e+02, l2_reg: 3.4806e+02\n",
      "2020/09/12, 19:13:23, Iteration: 443000, Train Loss: 1.4510e-01, c1: 1.9764e-02, c2: 5.9636e-03, d1: 5.4495e-03, d2: 1.1198e-03, l1_reg: 6.0864e+02, l2_reg: 3.4867e+02\n",
      "2020/09/12, 19:13:32, Iteration: 444000, Train Loss: 1.5028e-01, c1: 2.2212e-02, c2: 6.5383e-03, d1: 5.3068e-03, d2: 9.6080e-04, l1_reg: 6.0925e+02, l2_reg: 3.4928e+02\n",
      "2020/09/12, 19:13:42, Iteration: 445000, Train Loss: 1.4402e-01, c1: 2.4499e-02, c2: 6.2416e-03, d1: 4.9055e-03, d2: 8.0413e-04, l1_reg: 6.0950e+02, l2_reg: 3.4967e+02\n",
      "2020/09/12, 19:13:51, Iteration: 446000, Train Loss: 1.5423e-01, c1: 2.1046e-02, c2: 6.5810e-03, d1: 5.6167e-03, d2: 1.1202e-03, l1_reg: 6.0982e+02, l2_reg: 3.5018e+02\n",
      "2020/09/12, 19:14:00, Iteration: 447000, Train Loss: 1.4525e-01, c1: 1.8534e-02, c2: 6.4903e-03, d1: 5.4359e-03, d2: 7.4481e-04, l1_reg: 6.1004e+02, l2_reg: 3.5067e+02\n",
      "2020/09/12, 19:14:09, Iteration: 448000, Train Loss: 1.4772e-01, c1: 2.0304e-02, c2: 6.3936e-03, d1: 5.4144e-03, d2: 9.3283e-04, l1_reg: 6.1055e+02, l2_reg: 3.5122e+02\n",
      "2020/09/12, 19:14:19, Iteration: 449000, Train Loss: 1.5704e-01, c1: 2.0359e-02, c2: 6.4984e-03, d1: 5.5132e-03, d2: 1.6553e-03, l1_reg: 6.1083e+02, l2_reg: 3.5170e+02\n",
      "2020/09/12, 19:14:28, Iteration: 450000, Train Loss: 1.3255e-01, c1: 2.1057e-02, c2: 5.4778e-03, d1: 4.9597e-03, d2: 7.1060e-04, l1_reg: 6.1112e+02, l2_reg: 3.5215e+02\n",
      "2020/09/12, 19:14:37, Iteration: 451000, Train Loss: 1.4274e-01, c1: 1.7579e-02, c2: 6.1047e-03, d1: 5.1348e-03, d2: 1.2760e-03, l1_reg: 6.1124e+02, l2_reg: 3.5257e+02\n",
      "2020/09/12, 19:14:47, Iteration: 452000, Train Loss: 1.5390e-01, c1: 2.4155e-02, c2: 6.4184e-03, d1: 5.4471e-03, d2: 1.1077e-03, l1_reg: 6.1160e+02, l2_reg: 3.5309e+02\n",
      "2020/09/12, 19:14:56, Iteration: 453000, Train Loss: 1.5296e-01, c1: 2.2531e-02, c2: 6.1920e-03, d1: 5.8277e-03, d2: 1.0223e-03, l1_reg: 6.1219e+02, l2_reg: 3.5362e+02\n",
      "2020/09/12, 19:15:06, Iteration: 454000, Train Loss: 1.4404e-01, c1: 2.2575e-02, c2: 5.9672e-03, d1: 5.4089e-03, d2: 7.6927e-04, l1_reg: 6.1244e+02, l2_reg: 3.5416e+02\n",
      "2020/09/12, 19:15:15, Iteration: 455000, Train Loss: 1.4633e-01, c1: 2.3771e-02, c2: 6.0477e-03, d1: 5.4489e-03, d2: 7.5836e-04, l1_reg: 6.1273e+02, l2_reg: 3.5460e+02\n",
      "2020/09/12, 19:15:24, Iteration: 456000, Train Loss: 1.4834e-01, c1: 2.1252e-02, c2: 6.0730e-03, d1: 5.5420e-03, d2: 1.0933e-03, l1_reg: 6.1277e+02, l2_reg: 3.5467e+02\n",
      "2020/09/12, 19:15:33, Iteration: 457000, Train Loss: 1.5561e-01, c1: 2.2049e-02, c2: 6.3860e-03, d1: 5.3917e-03, d2: 1.5779e-03, l1_reg: 6.1286e+02, l2_reg: 3.5511e+02\n",
      "2020/09/12, 19:15:43, Iteration: 458000, Train Loss: 1.6091e-01, c1: 2.4460e-02, c2: 6.9765e-03, d1: 5.4086e-03, d2: 1.2590e-03, l1_reg: 6.1294e+02, l2_reg: 3.5557e+02\n",
      "2020/09/12, 19:15:52, Iteration: 459000, Train Loss: 1.5012e-01, c1: 2.2922e-02, c2: 6.1899e-03, d1: 5.2904e-03, d2: 1.2385e-03, l1_reg: 6.1325e+02, l2_reg: 3.5614e+02\n",
      "2020/09/12, 19:16:01, Iteration: 460000, Train Loss: 1.5287e-01, c1: 2.5040e-02, c2: 6.5084e-03, d1: 5.1264e-03, d2: 1.1474e-03, l1_reg: 6.1369e+02, l2_reg: 3.5654e+02\n",
      "2020/09/12, 19:16:11, Iteration: 461000, Train Loss: 1.4627e-01, c1: 2.0749e-02, c2: 6.1824e-03, d1: 5.4928e-03, d2: 8.7551e-04, l1_reg: 6.1394e+02, l2_reg: 3.5715e+02\n",
      "2020/09/12, 19:16:20, Iteration: 462000, Train Loss: 1.6862e-01, c1: 2.4805e-02, c2: 7.1640e-03, d1: 6.2245e-03, d2: 9.9228e-04, l1_reg: 6.1442e+02, l2_reg: 3.5757e+02\n",
      "2020/09/12, 19:16:30, Iteration: 463000, Train Loss: 1.5227e-01, c1: 2.8020e-02, c2: 6.0265e-03, d1: 5.2519e-03, d2: 1.1453e-03, l1_reg: 6.1471e+02, l2_reg: 3.5798e+02\n",
      "2020/09/12, 19:16:39, Iteration: 464000, Train Loss: 1.5760e-01, c1: 2.1513e-02, c2: 6.2706e-03, d1: 5.7889e-03, d2: 1.5479e-03, l1_reg: 6.1471e+02, l2_reg: 3.5836e+02\n",
      "2020/09/12, 19:16:48, Iteration: 465000, Train Loss: 1.5448e-01, c1: 2.3157e-02, c2: 6.9861e-03, d1: 5.5308e-03, d2: 6.1477e-04, l1_reg: 6.1560e+02, l2_reg: 3.5889e+02\n",
      "2020/09/12, 19:16:57, Iteration: 466000, Train Loss: 1.5580e-01, c1: 2.1526e-02, c2: 6.8762e-03, d1: 5.6113e-03, d2: 9.3881e-04, l1_reg: 6.1501e+02, l2_reg: 3.5924e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/12, 19:17:07, Iteration: 467000, Train Loss: 1.4121e-01, c1: 2.0751e-02, c2: 6.0961e-03, d1: 4.9932e-03, d2: 9.5514e-04, l1_reg: 6.1533e+02, l2_reg: 3.5959e+02\n",
      "2020/09/12, 19:17:16, Iteration: 468000, Train Loss: 1.5238e-01, c1: 2.4767e-02, c2: 6.4314e-03, d1: 5.2239e-03, d2: 1.1052e-03, l1_reg: 6.1561e+02, l2_reg: 3.6010e+02\n",
      "2020/09/12, 19:17:26, Iteration: 469000, Train Loss: 1.4012e-01, c1: 1.8606e-02, c2: 6.0400e-03, d1: 5.1143e-03, d2: 9.9648e-04, l1_reg: 6.1571e+02, l2_reg: 3.6054e+02\n",
      "2020/09/12, 19:17:35, Iteration: 470000, Train Loss: 1.4801e-01, c1: 2.0980e-02, c2: 6.3978e-03, d1: 5.3811e-03, d2: 9.2308e-04, l1_reg: 6.1594e+02, l2_reg: 3.6104e+02\n",
      "2020/09/12, 19:17:45, Iteration: 471000, Train Loss: 1.4288e-01, c1: 1.6233e-02, c2: 6.2139e-03, d1: 5.1344e-03, d2: 1.3153e-03, l1_reg: 6.1653e+02, l2_reg: 3.6153e+02\n",
      "2020/09/12, 19:17:54, Iteration: 472000, Train Loss: 1.6116e-01, c1: 2.8531e-02, c2: 6.5987e-03, d1: 5.0432e-03, d2: 1.6201e-03, l1_reg: 6.1648e+02, l2_reg: 3.6186e+02\n",
      "2020/09/12, 19:18:03, Iteration: 473000, Train Loss: 1.5087e-01, c1: 2.1934e-02, c2: 6.7272e-03, d1: 5.3425e-03, d2: 8.2291e-04, l1_reg: 6.1667e+02, l2_reg: 3.6227e+02\n",
      "2020/09/12, 19:18:13, Iteration: 474000, Train Loss: 1.4174e-01, c1: 1.9666e-02, c2: 5.2921e-03, d1: 6.1423e-03, d2: 7.7157e-04, l1_reg: 6.1689e+02, l2_reg: 3.6273e+02\n",
      "2020/09/12, 19:18:22, Iteration: 475000, Train Loss: 1.6365e-01, c1: 3.1062e-02, c2: 6.4891e-03, d1: 4.8782e-03, d2: 1.8901e-03, l1_reg: 6.1737e+02, l2_reg: 3.6312e+02\n",
      "2020/09/12, 19:18:32, Iteration: 476000, Train Loss: 1.4335e-01, c1: 1.9802e-02, c2: 5.8072e-03, d1: 5.6110e-03, d2: 9.3585e-04, l1_reg: 6.1708e+02, l2_reg: 3.6359e+02\n",
      "2020/09/12, 19:18:41, Iteration: 477000, Train Loss: 1.5654e-01, c1: 2.5806e-02, c2: 6.4059e-03, d1: 5.4592e-03, d2: 1.2068e-03, l1_reg: 6.1830e+02, l2_reg: 3.6410e+02\n",
      "2020/09/12, 19:18:50, Iteration: 478000, Train Loss: 1.4986e-01, c1: 2.3539e-02, c2: 6.0967e-03, d1: 5.3742e-03, d2: 1.1600e-03, l1_reg: 6.1781e+02, l2_reg: 3.6457e+02\n",
      "2020/09/12, 19:19:00, Iteration: 479000, Train Loss: 1.3675e-01, c1: 1.8752e-02, c2: 5.6497e-03, d1: 5.3827e-03, d2: 7.6608e-04, l1_reg: 6.1793e+02, l2_reg: 3.6489e+02\n",
      "2020/09/12, 19:19:09, Iteration: 480000, Train Loss: 1.5203e-01, c1: 2.3078e-02, c2: 6.4262e-03, d1: 5.3860e-03, d2: 1.0819e-03, l1_reg: 6.1832e+02, l2_reg: 3.6544e+02\n",
      "2020/09/12, 19:19:19, Iteration: 481000, Train Loss: 1.5293e-01, c1: 2.3332e-02, c2: 6.3358e-03, d1: 5.7343e-03, d2: 8.8916e-04, l1_reg: 6.1835e+02, l2_reg: 3.6578e+02\n",
      "2020/09/12, 19:19:28, Iteration: 482000, Train Loss: 1.5079e-01, c1: 2.1456e-02, c2: 6.2434e-03, d1: 5.6520e-03, d2: 1.0373e-03, l1_reg: 6.1853e+02, l2_reg: 3.6623e+02\n",
      "2020/09/12, 19:19:37, Iteration: 483000, Train Loss: 1.4633e-01, c1: 1.8838e-02, c2: 6.2718e-03, d1: 5.3222e-03, d2: 1.1542e-03, l1_reg: 6.1861e+02, l2_reg: 3.6659e+02\n",
      "2020/09/12, 19:19:46, Iteration: 484000, Train Loss: 1.3655e-01, c1: 2.1330e-02, c2: 5.6076e-03, d1: 5.1008e-03, d2: 8.1311e-04, l1_reg: 6.1882e+02, l2_reg: 3.6699e+02\n",
      "2020/09/12, 19:19:56, Iteration: 485000, Train Loss: 1.5090e-01, c1: 2.0414e-02, c2: 5.9930e-03, d1: 5.6848e-03, d2: 1.3698e-03, l1_reg: 6.1916e+02, l2_reg: 3.6753e+02\n",
      "2020/09/12, 19:20:05, Iteration: 486000, Train Loss: 1.4828e-01, c1: 2.2039e-02, c2: 6.2985e-03, d1: 5.1692e-03, d2: 1.1554e-03, l1_reg: 6.1921e+02, l2_reg: 3.6797e+02\n",
      "2020/09/12, 19:20:14, Iteration: 487000, Train Loss: 1.5176e-01, c1: 2.0110e-02, c2: 6.6874e-03, d1: 5.4285e-03, d2: 1.0477e-03, l1_reg: 6.1945e+02, l2_reg: 3.6844e+02\n",
      "2020/09/12, 19:20:24, Iteration: 488000, Train Loss: 1.5407e-01, c1: 2.7103e-02, c2: 6.3777e-03, d1: 5.1657e-03, d2: 1.1522e-03, l1_reg: 6.1978e+02, l2_reg: 3.6883e+02\n",
      "2020/09/12, 19:20:33, Iteration: 489000, Train Loss: 1.4794e-01, c1: 2.1014e-02, c2: 6.6764e-03, d1: 4.9759e-03, d2: 1.0396e-03, l1_reg: 6.1980e+02, l2_reg: 3.6920e+02\n",
      "2020/09/12, 19:20:43, Iteration: 490000, Train Loss: 1.5031e-01, c1: 1.9863e-02, c2: 6.3536e-03, d1: 5.3684e-03, d2: 1.3220e-03, l1_reg: 6.1999e+02, l2_reg: 3.6952e+02\n",
      "2020/09/12, 19:20:52, Iteration: 491000, Train Loss: 1.3989e-01, c1: 2.2684e-02, c2: 5.7273e-03, d1: 5.0926e-03, d2: 8.9961e-04, l1_reg: 6.2035e+02, l2_reg: 3.7001e+02\n",
      "2020/09/12, 19:21:02, Iteration: 492000, Train Loss: 1.4364e-01, c1: 2.0415e-02, c2: 5.7460e-03, d1: 5.1498e-03, d2: 1.4252e-03, l1_reg: 6.2016e+02, l2_reg: 3.7039e+02\n",
      "2020/09/12, 19:21:11, Iteration: 493000, Train Loss: 1.6021e-01, c1: 3.0262e-02, c2: 5.9369e-03, d1: 6.0102e-03, d2: 1.0463e-03, l1_reg: 6.2066e+02, l2_reg: 3.7086e+02\n",
      "2020/09/12, 19:21:20, Iteration: 494000, Train Loss: 1.4537e-01, c1: 2.1952e-02, c2: 6.0662e-03, d1: 5.2829e-03, d2: 9.9141e-04, l1_reg: 6.2091e+02, l2_reg: 3.7124e+02\n",
      "2020/09/12, 19:21:30, Iteration: 495000, Train Loss: 1.5620e-01, c1: 2.6468e-02, c2: 6.4970e-03, d1: 5.0788e-03, d2: 1.3962e-03, l1_reg: 6.2106e+02, l2_reg: 3.7149e+02\n",
      "2020/09/12, 19:21:39, Iteration: 496000, Train Loss: 1.5544e-01, c1: 2.1645e-02, c2: 6.2166e-03, d1: 5.8177e-03, d2: 1.3441e-03, l1_reg: 6.2133e+02, l2_reg: 3.7182e+02\n",
      "2020/09/12, 19:21:49, Iteration: 497000, Train Loss: 1.2310e-01, c1: 1.6136e-02, c2: 5.4560e-03, d1: 4.6954e-03, d2: 5.4357e-04, l1_reg: 6.2129e+02, l2_reg: 3.7219e+02\n",
      "2020/09/12, 19:21:58, Iteration: 498000, Train Loss: 1.5517e-01, c1: 2.3810e-02, c2: 6.4795e-03, d1: 5.4482e-03, d2: 1.2074e-03, l1_reg: 6.2143e+02, l2_reg: 3.7261e+02\n",
      "2020/09/12, 19:22:07, Iteration: 499000, Train Loss: 1.4647e-01, c1: 1.8842e-02, c2: 6.0306e-03, d1: 5.1778e-03, d2: 1.5538e-03, l1_reg: 6.2163e+02, l2_reg: 3.7289e+02\n",
      "2020/09/12, 19:22:16, Iteration: 500000, Train Loss: 1.5359e-01, c1: 2.2466e-02, c2: 6.5116e-03, d1: 5.4264e-03, d2: 1.1737e-03, l1_reg: 6.2188e+02, l2_reg: 3.7333e+02\n"
     ]
    }
   ],
   "source": [
    "import jax\n",
    "import jax.numpy as jnp\n",
    "from jax import random\n",
    "\n",
    "import os, sys\n",
    "sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(\"./\"))))\n",
    "\n",
    "from jaxmeta.model_init import init_siren_params\n",
    "\n",
    "from training import Agent\n",
    "from loss import model, loss_fn, evaluate_fn\n",
    "from data import generate_dataset, generate_batch_fn\n",
    "import config\n",
    "\n",
    "%load_ext autoreload\n",
    "%autoreload 2\n",
    "\n",
    "name = \"1\"\n",
    "\n",
    "config.PATH = \"experiments_1\"\n",
    "config.NAME = \"{}/{}\".format(config.PATH, name)\n",
    "config.log_file = sys.stdout\n",
    "\n",
    "config.layers = [2] + [32]*4 + [2]\n",
    "config.c0 = 1.0\n",
    "config.w0 = jnp.array([[1.0, 1.0]]).T\n",
    "\n",
    "key, *subkeys = random.split(config.key, 3)\n",
    "params = init_siren_params(subkeys[0], config.layers, config.c0, config.w0)\n",
    "\n",
    "config.n_data = {\n",
    "\t\"i\": 160, \"b\": 160, \"cx\": 160, \"ct\": 160,\n",
    "}\n",
    "config.batch_size = {\n",
    "\t\"dirichlet\": (config.n_data[\"i\"] + 2*config.n_data[\"b\"]),\n",
    "\t\"collocation\": (config.n_data[\"cx\"]*config.n_data[\"ct\"]),\n",
    "}\n",
    "config.weights = {\n",
    "\t\"c1\": 1.0,\n",
    "\t\"c2\": 10.0,\n",
    "\t\"d1\": 10.0,\n",
    "\t\"d2\": 10.0,\n",
    "\t\"l1\": 1e-8,\n",
    "\t\"l2\": 1e-8,\n",
    "}\n",
    "\n",
    "datasets = generate_dataset(config.n_data[\"i\"], config.n_data[\"b\"], config.n_data[\"cx\"], config.n_data[\"ct\"])\n",
    "batch_fn, evaluate_batch_fn = generate_batch_fn(subkeys[1], config.batch_size, *datasets, config.weights)\n",
    "\n",
    "config.iterations = 500000\n",
    "config.print_every = 1000\n",
    "config.lr = 1e-3\n",
    "\n",
    "agent = Agent(params, loss_fn, evaluate_fn, \"models/{}\".format(config.NAME))\n",
    "agent.compile(config.optimizer, config.lr)\n",
    "agent.train(config.iterations, batch_fn, evaluate_batch_fn, config.print_every, config.save_every, config.loss_names, config.log_file)\n",
    "\n",
    "# n_batchs = 1\n",
    "# scale = 1e-2\n",
    "# options = {\n",
    "# \t\"maxiter\": 100000,\n",
    "# \t\"line_search_maxiter\": 1000,\n",
    "# }\n",
    "# params_ = agent.train_bfgs(n_batchs, batch_fn, options, config.loss_names, config.log_file, scale = scale)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# n_batchs = 2\n",
    "# scale = 1e-4\n",
    "# options = {\n",
    "# \t\"maxiter\": 100000,\n",
    "# \t\"line_search_maxiter\": 1000,\n",
    "# }\n",
    "# params_ = agent.train_bfgs(n_batchs, batch_fn, options, config.loss_names, config.log_file, scale = scale)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# n_batchs = 2\n",
    "# # scale = 1e-1\n",
    "# options = {\n",
    "# \t\"maxiter\": 100000,\n",
    "# \t\"line_search_maxiter\": 1000,\n",
    "# }\n",
    "# params_ = agent.train_bfgs(n_batchs, batch_fn, options, config.loss_names, config.log_file, scale = scale)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import jax\n",
    "import jax.numpy as jnp\n",
    "import numpy as np\n",
    "\n",
    "import os, sys\n",
    "sys.path.append(os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(\"./\")))))\n",
    "\n",
    "from loss import model\n",
    "from jaxmeta.data import load_params, tensor_grid\n",
    "from jaxmeta.loss import rmse\n",
    "\n",
    "import config\n",
    "from data import domain\n",
    "\n",
    "from scipy.io import loadmat\n",
    "# data_true = loadmat(\"a_10_epsilon_1e-12.mat\")\n",
    "data_true = loadmat(\"../Goldstein_Taylor/epsilon_1e-12_fine_mesh_snapshots.mat\")\n",
    "u_true, v_true, x_test, t_test = data_true[\"u_snapshots\"], data_true[\"v_snapshots\"], data_true[\"x\"], data_true[\"t\"].T\n",
    "xt_test = [tensor_grid([x_test, t_test_i]) for t_test_i in t_test]\n",
    "\n",
    "params_ = agent.params\n",
    "uv_pred = [model(params_, xt) for xt in xt_test]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/javascript": [
       "/* Put everything inside the global mpl namespace */\n",
       "/* global mpl */\n",
       "window.mpl = {};\n",
       "\n",
       "mpl.get_websocket_type = function () {\n",
       "    if (typeof WebSocket !== 'undefined') {\n",
       "        return WebSocket;\n",
       "    } else if (typeof MozWebSocket !== 'undefined') {\n",
       "        return MozWebSocket;\n",
       "    } else {\n",
       "        alert(\n",
       "            'Your browser does not have WebSocket support. ' +\n",
       "                'Please try Chrome, Safari or Firefox ≥ 6. ' +\n",
       "                'Firefox 4 and 5 are also supported but you ' +\n",
       "                'have to enable WebSockets in about:config.'\n",
       "        );\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure = function (figure_id, websocket, ondownload, parent_element) {\n",
       "    this.id = figure_id;\n",
       "\n",
       "    this.ws = websocket;\n",
       "\n",
       "    this.supports_binary = this.ws.binaryType !== undefined;\n",
       "\n",
       "    if (!this.supports_binary) {\n",
       "        var warnings = document.getElementById('mpl-warnings');\n",
       "        if (warnings) {\n",
       "            warnings.style.display = 'block';\n",
       "            warnings.textContent =\n",
       "                'This browser does not support binary websocket messages. ' +\n",
       "                'Performance may be slow.';\n",
       "        }\n",
       "    }\n",
       "\n",
       "    this.imageObj = new Image();\n",
       "\n",
       "    this.context = undefined;\n",
       "    this.message = undefined;\n",
       "    this.canvas = undefined;\n",
       "    this.rubberband_canvas = undefined;\n",
       "    this.rubberband_context = undefined;\n",
       "    this.format_dropdown = undefined;\n",
       "\n",
       "    this.image_mode = 'full';\n",
       "\n",
       "    this.root = document.createElement('div');\n",
       "    this.root.setAttribute('style', 'display: inline-block');\n",
       "    this._root_extra_style(this.root);\n",
       "\n",
       "    parent_element.appendChild(this.root);\n",
       "\n",
       "    this._init_header(this);\n",
       "    this._init_canvas(this);\n",
       "    this._init_toolbar(this);\n",
       "\n",
       "    var fig = this;\n",
       "\n",
       "    this.waiting = false;\n",
       "\n",
       "    this.ws.onopen = function () {\n",
       "        fig.send_message('supports_binary', { value: fig.supports_binary });\n",
       "        fig.send_message('send_image_mode', {});\n",
       "        if (mpl.ratio !== 1) {\n",
       "            fig.send_message('set_dpi_ratio', { dpi_ratio: mpl.ratio });\n",
       "        }\n",
       "        fig.send_message('refresh', {});\n",
       "    };\n",
       "\n",
       "    this.imageObj.onload = function () {\n",
       "        if (fig.image_mode === 'full') {\n",
       "            // Full images could contain transparency (where diff images\n",
       "            // almost always do), so we need to clear the canvas so that\n",
       "            // there is no ghosting.\n",
       "            fig.context.clearRect(0, 0, fig.canvas.width, fig.canvas.height);\n",
       "        }\n",
       "        fig.context.drawImage(fig.imageObj, 0, 0);\n",
       "    };\n",
       "\n",
       "    this.imageObj.onunload = function () {\n",
       "        fig.ws.close();\n",
       "    };\n",
       "\n",
       "    this.ws.onmessage = this._make_on_message_function(this);\n",
       "\n",
       "    this.ondownload = ondownload;\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._init_header = function () {\n",
       "    var titlebar = document.createElement('div');\n",
       "    titlebar.classList =\n",
       "        'ui-dialog-titlebar ui-widget-header ui-corner-all ui-helper-clearfix';\n",
       "    var titletext = document.createElement('div');\n",
       "    titletext.classList = 'ui-dialog-title';\n",
       "    titletext.setAttribute(\n",
       "        'style',\n",
       "        'width: 100%; text-align: center; padding: 3px;'\n",
       "    );\n",
       "    titlebar.appendChild(titletext);\n",
       "    this.root.appendChild(titlebar);\n",
       "    this.header = titletext;\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function (_canvas_div) {};\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function (_canvas_div) {};\n",
       "\n",
       "mpl.figure.prototype._init_canvas = function () {\n",
       "    var fig = this;\n",
       "\n",
       "    var canvas_div = (this.canvas_div = document.createElement('div'));\n",
       "    canvas_div.setAttribute(\n",
       "        'style',\n",
       "        'border: 1px solid #ddd;' +\n",
       "            'box-sizing: content-box;' +\n",
       "            'clear: both;' +\n",
       "            'min-height: 1px;' +\n",
       "            'min-width: 1px;' +\n",
       "            'outline: 0;' +\n",
       "            'overflow: hidden;' +\n",
       "            'position: relative;' +\n",
       "            'resize: both;'\n",
       "    );\n",
       "\n",
       "    function on_keyboard_event_closure(name) {\n",
       "        return function (event) {\n",
       "            return fig.key_event(event, name);\n",
       "        };\n",
       "    }\n",
       "\n",
       "    canvas_div.addEventListener(\n",
       "        'keydown',\n",
       "        on_keyboard_event_closure('key_press')\n",
       "    );\n",
       "    canvas_div.addEventListener(\n",
       "        'keyup',\n",
       "        on_keyboard_event_closure('key_release')\n",
       "    );\n",
       "\n",
       "    this._canvas_extra_style(canvas_div);\n",
       "    this.root.appendChild(canvas_div);\n",
       "\n",
       "    var canvas = (this.canvas = document.createElement('canvas'));\n",
       "    canvas.classList.add('mpl-canvas');\n",
       "    canvas.setAttribute('style', 'box-sizing: content-box;');\n",
       "\n",
       "    this.context = canvas.getContext('2d');\n",
       "\n",
       "    var backingStore =\n",
       "        this.context.backingStorePixelRatio ||\n",
       "        this.context.webkitBackingStorePixelRatio ||\n",
       "        this.context.mozBackingStorePixelRatio ||\n",
       "        this.context.msBackingStorePixelRatio ||\n",
       "        this.context.oBackingStorePixelRatio ||\n",
       "        this.context.backingStorePixelRatio ||\n",
       "        1;\n",
       "\n",
       "    mpl.ratio = (window.devicePixelRatio || 1) / backingStore;\n",
       "\n",
       "    var rubberband_canvas = (this.rubberband_canvas = document.createElement(\n",
       "        'canvas'\n",
       "    ));\n",
       "    rubberband_canvas.setAttribute(\n",
       "        'style',\n",
       "        'box-sizing: content-box; position: absolute; left: 0; top: 0; z-index: 1;'\n",
       "    );\n",
       "\n",
       "    var resizeObserver = new ResizeObserver(function (entries) {\n",
       "        var nentries = entries.length;\n",
       "        for (var i = 0; i < nentries; i++) {\n",
       "            var entry = entries[i];\n",
       "            var width, height;\n",
       "            if (entry.contentBoxSize) {\n",
       "                width = entry.contentBoxSize.inlineSize;\n",
       "                height = entry.contentBoxSize.blockSize;\n",
       "            } else {\n",
       "                width = entry.contentRect.width;\n",
       "                height = entry.contentRect.height;\n",
       "            }\n",
       "\n",
       "            // Keep the size of the canvas and rubber band canvas in sync with\n",
       "            // the canvas container.\n",
       "            canvas.setAttribute('width', width * mpl.ratio);\n",
       "            canvas.setAttribute('height', height * mpl.ratio);\n",
       "            canvas.setAttribute(\n",
       "                'style',\n",
       "                'width: ' + width + 'px; height: ' + height + 'px;'\n",
       "            );\n",
       "\n",
       "            rubberband_canvas.setAttribute('width', width);\n",
       "            rubberband_canvas.setAttribute('height', height);\n",
       "\n",
       "            // And update the size in Python. We ignore the initial 0/0 size\n",
       "            // that occurs as the element is placed into the DOM, which should\n",
       "            // otherwise not happen due to the minimum size styling.\n",
       "            if (width != 0 && height != 0) {\n",
       "                fig.request_resize(width, height);\n",
       "            }\n",
       "        }\n",
       "    });\n",
       "    resizeObserver.observe(canvas_div);\n",
       "\n",
       "    function on_mouse_event_closure(name) {\n",
       "        return function (event) {\n",
       "            return fig.mouse_event(event, name);\n",
       "        };\n",
       "    }\n",
       "\n",
       "    rubberband_canvas.addEventListener(\n",
       "        'mousedown',\n",
       "        on_mouse_event_closure('button_press')\n",
       "    );\n",
       "    rubberband_canvas.addEventListener(\n",
       "        'mouseup',\n",
       "        on_mouse_event_closure('button_release')\n",
       "    );\n",
       "    // Throttle sequential mouse events to 1 every 20ms.\n",
       "    rubberband_canvas.addEventListener(\n",
       "        'mousemove',\n",
       "        on_mouse_event_closure('motion_notify')\n",
       "    );\n",
       "\n",
       "    rubberband_canvas.addEventListener(\n",
       "        'mouseenter',\n",
       "        on_mouse_event_closure('figure_enter')\n",
       "    );\n",
       "    rubberband_canvas.addEventListener(\n",
       "        'mouseleave',\n",
       "        on_mouse_event_closure('figure_leave')\n",
       "    );\n",
       "\n",
       "    canvas_div.addEventListener('wheel', function (event) {\n",
       "        if (event.deltaY < 0) {\n",
       "            event.step = 1;\n",
       "        } else {\n",
       "            event.step = -1;\n",
       "        }\n",
       "        on_mouse_event_closure('scroll')(event);\n",
       "    });\n",
       "\n",
       "    canvas_div.appendChild(canvas);\n",
       "    canvas_div.appendChild(rubberband_canvas);\n",
       "\n",
       "    this.rubberband_context = rubberband_canvas.getContext('2d');\n",
       "    this.rubberband_context.strokeStyle = '#000000';\n",
       "\n",
       "    this._resize_canvas = function (width, height, forward) {\n",
       "        if (forward) {\n",
       "            canvas_div.style.width = width + 'px';\n",
       "            canvas_div.style.height = height + 'px';\n",
       "        }\n",
       "    };\n",
       "\n",
       "    // Disable right mouse context menu.\n",
       "    this.rubberband_canvas.addEventListener('contextmenu', function (_e) {\n",
       "        return false;\n",
       "    });\n",
       "\n",
       "    function set_focus() {\n",
       "        canvas.focus();\n",
       "        canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    window.setTimeout(set_focus, 100);\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function () {\n",
       "    var fig = this;\n",
       "\n",
       "    var toolbar = document.createElement('div');\n",
       "    toolbar.classList = 'mpl-toolbar';\n",
       "    this.root.appendChild(toolbar);\n",
       "\n",
       "    function on_click_closure(name) {\n",
       "        return function (_event) {\n",
       "            return fig.toolbar_button_onclick(name);\n",
       "        };\n",
       "    }\n",
       "\n",
       "    function on_mouseover_closure(tooltip) {\n",
       "        return function (event) {\n",
       "            if (!event.currentTarget.disabled) {\n",
       "                return fig.toolbar_button_onmouseover(tooltip);\n",
       "            }\n",
       "        };\n",
       "    }\n",
       "\n",
       "    fig.buttons = {};\n",
       "    var buttonGroup = document.createElement('div');\n",
       "    buttonGroup.classList = 'mpl-button-group';\n",
       "    for (var toolbar_ind in mpl.toolbar_items) {\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) {\n",
       "            /* Instead of a spacer, we start a new button group. */\n",
       "            if (buttonGroup.hasChildNodes()) {\n",
       "                toolbar.appendChild(buttonGroup);\n",
       "            }\n",
       "            buttonGroup = document.createElement('div');\n",
       "            buttonGroup.classList = 'mpl-button-group';\n",
       "            continue;\n",
       "        }\n",
       "\n",
       "        var button = (fig.buttons[name] = document.createElement('button'));\n",
       "        button.classList = 'mpl-widget';\n",
       "        button.setAttribute('role', 'button');\n",
       "        button.setAttribute('aria-disabled', 'false');\n",
       "        button.addEventListener('click', on_click_closure(method_name));\n",
       "        button.addEventListener('mouseover', on_mouseover_closure(tooltip));\n",
       "\n",
       "        var icon_img = document.createElement('img');\n",
       "        icon_img.src = '_images/' + image + '.png';\n",
       "        icon_img.srcset = '_images/' + image + '_large.png 2x';\n",
       "        icon_img.alt = tooltip;\n",
       "        button.appendChild(icon_img);\n",
       "\n",
       "        buttonGroup.appendChild(button);\n",
       "    }\n",
       "\n",
       "    if (buttonGroup.hasChildNodes()) {\n",
       "        toolbar.appendChild(buttonGroup);\n",
       "    }\n",
       "\n",
       "    var fmt_picker = document.createElement('select');\n",
       "    fmt_picker.classList = 'mpl-widget';\n",
       "    toolbar.appendChild(fmt_picker);\n",
       "    this.format_dropdown = fmt_picker;\n",
       "\n",
       "    for (var ind in mpl.extensions) {\n",
       "        var fmt = mpl.extensions[ind];\n",
       "        var option = document.createElement('option');\n",
       "        option.selected = fmt === mpl.default_extension;\n",
       "        option.innerHTML = fmt;\n",
       "        fmt_picker.appendChild(option);\n",
       "    }\n",
       "\n",
       "    var status_bar = document.createElement('span');\n",
       "    status_bar.classList = 'mpl-message';\n",
       "    toolbar.appendChild(status_bar);\n",
       "    this.message = status_bar;\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.request_resize = function (x_pixels, y_pixels) {\n",
       "    // Request matplotlib to resize the figure. Matplotlib will then trigger a resize in the client,\n",
       "    // which will in turn request a refresh of the image.\n",
       "    this.send_message('resize', { width: x_pixels, height: y_pixels });\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.send_message = function (type, properties) {\n",
       "    properties['type'] = type;\n",
       "    properties['figure_id'] = this.id;\n",
       "    this.ws.send(JSON.stringify(properties));\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.send_draw_message = function () {\n",
       "    if (!this.waiting) {\n",
       "        this.waiting = true;\n",
       "        this.ws.send(JSON.stringify({ type: 'draw', figure_id: this.id }));\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_save = function (fig, _msg) {\n",
       "    var format_dropdown = fig.format_dropdown;\n",
       "    var format = format_dropdown.options[format_dropdown.selectedIndex].value;\n",
       "    fig.ondownload(fig, format);\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_resize = function (fig, msg) {\n",
       "    var size = msg['size'];\n",
       "    if (size[0] !== fig.canvas.width || size[1] !== fig.canvas.height) {\n",
       "        fig._resize_canvas(size[0], size[1], msg['forward']);\n",
       "        fig.send_message('refresh', {});\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_rubberband = function (fig, msg) {\n",
       "    var x0 = msg['x0'] / mpl.ratio;\n",
       "    var y0 = (fig.canvas.height - msg['y0']) / mpl.ratio;\n",
       "    var x1 = msg['x1'] / mpl.ratio;\n",
       "    var y1 = (fig.canvas.height - msg['y1']) / mpl.ratio;\n",
       "    x0 = Math.floor(x0) + 0.5;\n",
       "    y0 = Math.floor(y0) + 0.5;\n",
       "    x1 = Math.floor(x1) + 0.5;\n",
       "    y1 = Math.floor(y1) + 0.5;\n",
       "    var min_x = Math.min(x0, x1);\n",
       "    var min_y = Math.min(y0, y1);\n",
       "    var width = Math.abs(x1 - x0);\n",
       "    var height = Math.abs(y1 - y0);\n",
       "\n",
       "    fig.rubberband_context.clearRect(\n",
       "        0,\n",
       "        0,\n",
       "        fig.canvas.width / mpl.ratio,\n",
       "        fig.canvas.height / mpl.ratio\n",
       "    );\n",
       "\n",
       "    fig.rubberband_context.strokeRect(min_x, min_y, width, height);\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_figure_label = function (fig, msg) {\n",
       "    // Updates the figure title.\n",
       "    fig.header.textContent = msg['label'];\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_cursor = function (fig, msg) {\n",
       "    var cursor = msg['cursor'];\n",
       "    switch (cursor) {\n",
       "        case 0:\n",
       "            cursor = 'pointer';\n",
       "            break;\n",
       "        case 1:\n",
       "            cursor = 'default';\n",
       "            break;\n",
       "        case 2:\n",
       "            cursor = 'crosshair';\n",
       "            break;\n",
       "        case 3:\n",
       "            cursor = 'move';\n",
       "            break;\n",
       "    }\n",
       "    fig.rubberband_canvas.style.cursor = cursor;\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_message = function (fig, msg) {\n",
       "    fig.message.textContent = msg['message'];\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_draw = function (fig, _msg) {\n",
       "    // Request the server to send over a new figure.\n",
       "    fig.send_draw_message();\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_image_mode = function (fig, msg) {\n",
       "    fig.image_mode = msg['mode'];\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_history_buttons = function (fig, msg) {\n",
       "    for (var key in msg) {\n",
       "        if (!(key in fig.buttons)) {\n",
       "            continue;\n",
       "        }\n",
       "        fig.buttons[key].disabled = !msg[key];\n",
       "        fig.buttons[key].setAttribute('aria-disabled', !msg[key]);\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_navigate_mode = function (fig, msg) {\n",
       "    if (msg['mode'] === 'PAN') {\n",
       "        fig.buttons['Pan'].classList.add('active');\n",
       "        fig.buttons['Zoom'].classList.remove('active');\n",
       "    } else if (msg['mode'] === 'ZOOM') {\n",
       "        fig.buttons['Pan'].classList.remove('active');\n",
       "        fig.buttons['Zoom'].classList.add('active');\n",
       "    } else {\n",
       "        fig.buttons['Pan'].classList.remove('active');\n",
       "        fig.buttons['Zoom'].classList.remove('active');\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function () {\n",
       "    // Called whenever the canvas gets updated.\n",
       "    this.send_message('ack', {});\n",
       "};\n",
       "\n",
       "// A function to construct a web socket function for onmessage handling.\n",
       "// Called in the figure constructor.\n",
       "mpl.figure.prototype._make_on_message_function = function (fig) {\n",
       "    return function socket_on_message(evt) {\n",
       "        if (evt.data instanceof Blob) {\n",
       "            /* FIXME: We get \"Resource interpreted as Image but\n",
       "             * transferred with MIME type text/plain:\" errors on\n",
       "             * Chrome.  But how to set the MIME type?  It doesn't seem\n",
       "             * to be part of the websocket stream */\n",
       "            evt.data.type = 'image/png';\n",
       "\n",
       "            /* Free the memory for the previous frames */\n",
       "            if (fig.imageObj.src) {\n",
       "                (window.URL || window.webkitURL).revokeObjectURL(\n",
       "                    fig.imageObj.src\n",
       "                );\n",
       "            }\n",
       "\n",
       "            fig.imageObj.src = (window.URL || window.webkitURL).createObjectURL(\n",
       "                evt.data\n",
       "            );\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        } else if (\n",
       "            typeof evt.data === 'string' &&\n",
       "            evt.data.slice(0, 21) === 'data:image/png;base64'\n",
       "        ) {\n",
       "            fig.imageObj.src = evt.data;\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        var msg = JSON.parse(evt.data);\n",
       "        var msg_type = msg['type'];\n",
       "\n",
       "        // Call the  \"handle_{type}\" callback, which takes\n",
       "        // the figure and JSON message as its only arguments.\n",
       "        try {\n",
       "            var callback = fig['handle_' + msg_type];\n",
       "        } catch (e) {\n",
       "            console.log(\n",
       "                \"No handler for the '\" + msg_type + \"' message type: \",\n",
       "                msg\n",
       "            );\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        if (callback) {\n",
       "            try {\n",
       "                // console.log(\"Handling '\" + msg_type + \"' message: \", msg);\n",
       "                callback(fig, msg);\n",
       "            } catch (e) {\n",
       "                console.log(\n",
       "                    \"Exception inside the 'handler_\" + msg_type + \"' callback:\",\n",
       "                    e,\n",
       "                    e.stack,\n",
       "                    msg\n",
       "                );\n",
       "            }\n",
       "        }\n",
       "    };\n",
       "};\n",
       "\n",
       "// from http://stackoverflow.com/questions/1114465/getting-mouse-location-in-canvas\n",
       "mpl.findpos = function (e) {\n",
       "    //this section is from http://www.quirksmode.org/js/events_properties.html\n",
       "    var targ;\n",
       "    if (!e) {\n",
       "        e = window.event;\n",
       "    }\n",
       "    if (e.target) {\n",
       "        targ = e.target;\n",
       "    } else if (e.srcElement) {\n",
       "        targ = e.srcElement;\n",
       "    }\n",
       "    if (targ.nodeType === 3) {\n",
       "        // defeat Safari bug\n",
       "        targ = targ.parentNode;\n",
       "    }\n",
       "\n",
       "    // pageX,Y are the mouse positions relative to the document\n",
       "    var boundingRect = targ.getBoundingClientRect();\n",
       "    var x = e.pageX - (boundingRect.left + document.body.scrollLeft);\n",
       "    var y = e.pageY - (boundingRect.top + document.body.scrollTop);\n",
       "\n",
       "    return { x: x, y: y };\n",
       "};\n",
       "\n",
       "/*\n",
       " * return a copy of an object with only non-object keys\n",
       " * we need this to avoid circular references\n",
       " * http://stackoverflow.com/a/24161582/3208463\n",
       " */\n",
       "function simpleKeys(original) {\n",
       "    return Object.keys(original).reduce(function (obj, key) {\n",
       "        if (typeof original[key] !== 'object') {\n",
       "            obj[key] = original[key];\n",
       "        }\n",
       "        return obj;\n",
       "    }, {});\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.mouse_event = function (event, name) {\n",
       "    var canvas_pos = mpl.findpos(event);\n",
       "\n",
       "    if (name === 'button_press') {\n",
       "        this.canvas.focus();\n",
       "        this.canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    var x = canvas_pos.x * mpl.ratio;\n",
       "    var y = canvas_pos.y * mpl.ratio;\n",
       "\n",
       "    this.send_message(name, {\n",
       "        x: x,\n",
       "        y: y,\n",
       "        button: event.button,\n",
       "        step: event.step,\n",
       "        guiEvent: simpleKeys(event),\n",
       "    });\n",
       "\n",
       "    /* This prevents the web browser from automatically changing to\n",
       "     * the text insertion cursor when the button is pressed.  We want\n",
       "     * to control all of the cursor setting manually through the\n",
       "     * 'cursor' event from matplotlib */\n",
       "    event.preventDefault();\n",
       "    return false;\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function (_event, _name) {\n",
       "    // Handle any extra behaviour associated with a key event\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.key_event = function (event, name) {\n",
       "    // Prevent repeat events\n",
       "    if (name === 'key_press') {\n",
       "        if (event.which === this._key) {\n",
       "            return;\n",
       "        } else {\n",
       "            this._key = event.which;\n",
       "        }\n",
       "    }\n",
       "    if (name === 'key_release') {\n",
       "        this._key = null;\n",
       "    }\n",
       "\n",
       "    var value = '';\n",
       "    if (event.ctrlKey && event.which !== 17) {\n",
       "        value += 'ctrl+';\n",
       "    }\n",
       "    if (event.altKey && event.which !== 18) {\n",
       "        value += 'alt+';\n",
       "    }\n",
       "    if (event.shiftKey && event.which !== 16) {\n",
       "        value += 'shift+';\n",
       "    }\n",
       "\n",
       "    value += 'k';\n",
       "    value += event.which.toString();\n",
       "\n",
       "    this._key_event_extra(event, name);\n",
       "\n",
       "    this.send_message(name, { key: value, guiEvent: simpleKeys(event) });\n",
       "    return false;\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onclick = function (name) {\n",
       "    if (name === 'download') {\n",
       "        this.handle_save(this, null);\n",
       "    } else {\n",
       "        this.send_message('toolbar_button', { name: name });\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onmouseover = function (tooltip) {\n",
       "    this.message.textContent = tooltip;\n",
       "};\n",
       "mpl.toolbar_items = [[\"Home\", \"Reset original view\", \"fa fa-home icon-home\", \"home\"], [\"Back\", \"Back to previous view\", \"fa fa-arrow-left icon-arrow-left\", \"back\"], [\"Forward\", \"Forward to next view\", \"fa fa-arrow-right icon-arrow-right\", \"forward\"], [\"\", \"\", \"\", \"\"], [\"Pan\", \"Left button pans, Right button zooms\\nx/y fixes axis, CTRL fixes aspect\", \"fa fa-arrows icon-move\", \"pan\"], [\"Zoom\", \"Zoom to rectangle\\nx/y fixes axis, CTRL fixes aspect\", \"fa fa-square-o icon-check-empty\", \"zoom\"], [\"\", \"\", \"\", \"\"], [\"Download\", \"Download plot\", \"fa fa-floppy-o icon-save\", \"download\"]];\n",
       "\n",
       "mpl.extensions = [\"eps\", \"jpeg\", \"pdf\", \"png\", \"ps\", \"raw\", \"svg\", \"tif\"];\n",
       "\n",
       "mpl.default_extension = \"png\";/* global mpl */\n",
       "\n",
       "var comm_websocket_adapter = function (comm) {\n",
       "    // Create a \"websocket\"-like object which calls the given IPython comm\n",
       "    // object with the appropriate methods. Currently this is a non binary\n",
       "    // socket, so there is still some room for performance tuning.\n",
       "    var ws = {};\n",
       "\n",
       "    ws.close = function () {\n",
       "        comm.close();\n",
       "    };\n",
       "    ws.send = function (m) {\n",
       "        //console.log('sending', m);\n",
       "        comm.send(m);\n",
       "    };\n",
       "    // Register the callback with on_msg.\n",
       "    comm.on_msg(function (msg) {\n",
       "        //console.log('receiving', msg['content']['data'], msg);\n",
       "        // Pass the mpl event to the overridden (by mpl) onmessage function.\n",
       "        ws.onmessage(msg['content']['data']);\n",
       "    });\n",
       "    return ws;\n",
       "};\n",
       "\n",
       "mpl.mpl_figure_comm = function (comm, msg) {\n",
       "    // This is the function which gets called when the mpl process\n",
       "    // starts-up an IPython Comm through the \"matplotlib\" channel.\n",
       "\n",
       "    var id = msg.content.data.id;\n",
       "    // Get hold of the div created by the display call when the Comm\n",
       "    // socket was opened in Python.\n",
       "    var element = document.getElementById(id);\n",
       "    var ws_proxy = comm_websocket_adapter(comm);\n",
       "\n",
       "    function ondownload(figure, _format) {\n",
       "        window.open(figure.canvas.toDataURL());\n",
       "    }\n",
       "\n",
       "    var fig = new mpl.figure(id, ws_proxy, ondownload, element);\n",
       "\n",
       "    // Call onopen now - mpl needs it, as it is assuming we've passed it a real\n",
       "    // web socket which is closed, not our websocket->open comm proxy.\n",
       "    ws_proxy.onopen();\n",
       "\n",
       "    fig.parent_element = element;\n",
       "    fig.cell_info = mpl.find_output_cell(\"<div id='\" + id + \"'></div>\");\n",
       "    if (!fig.cell_info) {\n",
       "        console.error('Failed to find cell for figure', id, fig);\n",
       "        return;\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_close = function (fig, msg) {\n",
       "    var width = fig.canvas.width / mpl.ratio;\n",
       "    fig.root.removeEventListener('remove', this._remove_fig_handler);\n",
       "\n",
       "    // Update the output cell to use the data from the current canvas.\n",
       "    fig.push_to_output();\n",
       "    var dataURL = fig.canvas.toDataURL();\n",
       "    // Re-enable the keyboard manager in IPython - without this line, in FF,\n",
       "    // the notebook keyboard shortcuts fail.\n",
       "    IPython.keyboard_manager.enable();\n",
       "    fig.parent_element.innerHTML =\n",
       "        '<img src=\"' + dataURL + '\" width=\"' + width + '\">';\n",
       "    fig.close_ws(fig, msg);\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.close_ws = function (fig, msg) {\n",
       "    fig.send_message('closing', msg);\n",
       "    // fig.ws.close()\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.push_to_output = function (_remove_interactive) {\n",
       "    // Turn the data on the canvas into data in the output cell.\n",
       "    var width = this.canvas.width / mpl.ratio;\n",
       "    var dataURL = this.canvas.toDataURL();\n",
       "    this.cell_info[1]['text/html'] =\n",
       "        '<img src=\"' + dataURL + '\" width=\"' + width + '\">';\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function () {\n",
       "    // Tell IPython that the notebook contents must change.\n",
       "    IPython.notebook.set_dirty(true);\n",
       "    this.send_message('ack', {});\n",
       "    var fig = this;\n",
       "    // Wait a second, then push the new image to the DOM so\n",
       "    // that it is saved nicely (might be nice to debounce this).\n",
       "    setTimeout(function () {\n",
       "        fig.push_to_output();\n",
       "    }, 1000);\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function () {\n",
       "    var fig = this;\n",
       "\n",
       "    var toolbar = document.createElement('div');\n",
       "    toolbar.classList = 'btn-toolbar';\n",
       "    this.root.appendChild(toolbar);\n",
       "\n",
       "    function on_click_closure(name) {\n",
       "        return function (_event) {\n",
       "            return fig.toolbar_button_onclick(name);\n",
       "        };\n",
       "    }\n",
       "\n",
       "    function on_mouseover_closure(tooltip) {\n",
       "        return function (event) {\n",
       "            if (!event.currentTarget.disabled) {\n",
       "                return fig.toolbar_button_onmouseover(tooltip);\n",
       "            }\n",
       "        };\n",
       "    }\n",
       "\n",
       "    fig.buttons = {};\n",
       "    var buttonGroup = document.createElement('div');\n",
       "    buttonGroup.classList = 'btn-group';\n",
       "    var button;\n",
       "    for (var toolbar_ind in mpl.toolbar_items) {\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) {\n",
       "            /* Instead of a spacer, we start a new button group. */\n",
       "            if (buttonGroup.hasChildNodes()) {\n",
       "                toolbar.appendChild(buttonGroup);\n",
       "            }\n",
       "            buttonGroup = document.createElement('div');\n",
       "            buttonGroup.classList = 'btn-group';\n",
       "            continue;\n",
       "        }\n",
       "\n",
       "        button = fig.buttons[name] = document.createElement('button');\n",
       "        button.classList = 'btn btn-default';\n",
       "        button.href = '#';\n",
       "        button.title = name;\n",
       "        button.innerHTML = '<i class=\"fa ' + image + ' fa-lg\"></i>';\n",
       "        button.addEventListener('click', on_click_closure(method_name));\n",
       "        button.addEventListener('mouseover', on_mouseover_closure(tooltip));\n",
       "        buttonGroup.appendChild(button);\n",
       "    }\n",
       "\n",
       "    if (buttonGroup.hasChildNodes()) {\n",
       "        toolbar.appendChild(buttonGroup);\n",
       "    }\n",
       "\n",
       "    // Add the status bar.\n",
       "    var status_bar = document.createElement('span');\n",
       "    status_bar.classList = 'mpl-message pull-right';\n",
       "    toolbar.appendChild(status_bar);\n",
       "    this.message = status_bar;\n",
       "\n",
       "    // Add the close button to the window.\n",
       "    var buttongrp = document.createElement('div');\n",
       "    buttongrp.classList = 'btn-group inline pull-right';\n",
       "    button = document.createElement('button');\n",
       "    button.classList = 'btn btn-mini btn-primary';\n",
       "    button.href = '#';\n",
       "    button.title = 'Stop Interaction';\n",
       "    button.innerHTML = '<i class=\"fa fa-power-off icon-remove icon-large\"></i>';\n",
       "    button.addEventListener('click', function (_evt) {\n",
       "        fig.handle_close(fig, {});\n",
       "    });\n",
       "    button.addEventListener(\n",
       "        'mouseover',\n",
       "        on_mouseover_closure('Stop Interaction')\n",
       "    );\n",
       "    buttongrp.appendChild(button);\n",
       "    var titlebar = this.root.querySelector('.ui-dialog-titlebar');\n",
       "    titlebar.insertBefore(buttongrp, titlebar.firstChild);\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._remove_fig_handler = function () {\n",
       "    this.close_ws(this, {});\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function (el) {\n",
       "    el.style.boxSizing = 'content-box'; // override notebook setting of border-box.\n",
       "    el.addEventListener('remove', this._remove_fig_handler);\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function (el) {\n",
       "    // this is important to make the div 'focusable\n",
       "    el.setAttribute('tabindex', 0);\n",
       "    // reach out to IPython and tell the keyboard manager to turn it's self\n",
       "    // off when our div gets focus\n",
       "\n",
       "    // location in version 3\n",
       "    if (IPython.notebook.keyboard_manager) {\n",
       "        IPython.notebook.keyboard_manager.register_events(el);\n",
       "    } else {\n",
       "        // location in version 2\n",
       "        IPython.keyboard_manager.register_events(el);\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function (event, _name) {\n",
       "    var manager = IPython.notebook.keyboard_manager;\n",
       "    if (!manager) {\n",
       "        manager = IPython.keyboard_manager;\n",
       "    }\n",
       "\n",
       "    // Check for shift+enter\n",
       "    if (event.shiftKey && event.which === 13) {\n",
       "        this.canvas_div.blur();\n",
       "        // select the cell after this one\n",
       "        var index = IPython.notebook.find_cell_index(this.cell_info[0]);\n",
       "        IPython.notebook.select(index + 1);\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_save = function (fig, _msg) {\n",
       "    fig.ondownload(fig, null);\n",
       "};\n",
       "\n",
       "mpl.find_output_cell = function (html_output) {\n",
       "    // Return the cell and output element which can be found *uniquely* in the notebook.\n",
       "    // Note - this is a bit hacky, but it is done because the \"notebook_saving.Notebook\"\n",
       "    // IPython event is triggered only after the cells have been serialised, which for\n",
       "    // our purposes (turning an active figure into a static one), is too late.\n",
       "    var cells = IPython.notebook.get_cells();\n",
       "    var ncells = cells.length;\n",
       "    for (var i = 0; i < ncells; i++) {\n",
       "        var cell = cells[i];\n",
       "        if (cell.cell_type === 'code') {\n",
       "            for (var j = 0; j < cell.output_area.outputs.length; j++) {\n",
       "                var data = cell.output_area.outputs[j];\n",
       "                if (data.data) {\n",
       "                    // IPython >= 3 moved mimebundle to data attribute of output\n",
       "                    data = data.data;\n",
       "                }\n",
       "                if (data['text/html'] === html_output) {\n",
       "                    return [cell, data, j];\n",
       "                }\n",
       "            }\n",
       "        }\n",
       "    }\n",
       "};\n",
       "\n",
       "// Register the function which deals with the matplotlib target/channel.\n",
       "// The kernel may be null if the page has been refreshed.\n",
       "if (IPython.notebook.kernel !== null) {\n",
       "    IPython.notebook.kernel.comm_manager.register_target(\n",
       "        'matplotlib',\n",
       "        mpl.mpl_figure_comm\n",
       "    );\n",
       "}\n"
      ],
      "text/plain": [
       "<IPython.core.display.Javascript object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<img src=\"\" width=\"999.4166666666666\">"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "%matplotlib notebook\n",
    "\n",
    "f, ax = plt.subplots(2, 2, figsize = (10, 10))\n",
    "\n",
    "\n",
    "ax[0][0].plot(x_test, uv_pred[0][:, 0:1], label = \"pred\")\n",
    "ax[0][0].plot(x_test, u_true[:, 0], label = \"true\")\n",
    "ax[0][0].set_title(\"u, t = {:.4f}\".format(t_test[0, 0]))\n",
    "\n",
    "ax[0][1].plot(x_test, uv_pred[0][:, 1:2], label = \"pred\")\n",
    "ax[0][1].plot(x_test, v_true[:, 0], label = \"true\")\n",
    "ax[0][1].set_title(\"v, t = {:.4f}\".format(t_test[0, 0]))\n",
    "\n",
    "ax[1][0].plot(x_test, uv_pred[-1][:, 0:1], label = \"pred\")\n",
    "ax[1][0].plot(x_test, u_true[:, -1], label = \"true\")\n",
    "ax[1][0].set_title(\"u, t = {:.4f}\".format(t_test[-1, 0]))\n",
    "\n",
    "ax[1][1].plot(x_test, uv_pred[-1][:, 1:2], label = \"pred\")\n",
    "ax[1][1].plot(x_test, v_true[:, -1], label = \"true\")\n",
    "ax[1][1].set_title(\"v, t = {:.4f}\".format(t_test[-1, 0]))\n",
    "\n",
    "for i in range(2):\n",
    "\tfor j in range(2):\n",
    "\t\tax[i][j].legend()\n",
    "\t\tax[i][j].grid()\n",
    "\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}
